00080000:00000010:3.0F:1749610640.122642:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c480. 00080000:00000010:3.0:1749610640.122655:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c480. 00000020:00000001:3.0:1749610640.122661:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610640.122734:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c480. 00080000:00000010:3.0:1749610640.122739:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c480. 00000020:00000001:3.0:1749610640.122743:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610640.122749:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c480. 00080000:00000010:3.0:1749610640.122754:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c480. 00000020:00000001:3.0:1749610640.122756:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0F:1749610640.295848:0:22607:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffc80. 00080000:00000010:0.0:1749610640.295861:0:22607:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffc80. 00000020:00000001:0.0:1749610640.295867:0:22607:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610640.295884:0:22607:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffc80. 00080000:00000010:0.0:1749610640.295889:0:22607:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffc80. 00000020:00000001:0.0:1749610640.295892:0:22607:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610640.295899:0:22607:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffc80. 00080000:00000010:0.0:1749610640.295903:0:22607:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffc80. 00000020:00000001:0.0:1749610640.295906:0:22607:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610640.300153:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffc80. 00080000:00000010:0.0:1749610640.300160:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffc80. 00000020:00000001:0.0:1749610640.300165:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610640.300239:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffc80. 00080000:00000010:0.0:1749610640.300242:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffc80. 00000020:00000001:0.0:1749610640.300245:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610640.300250:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffc80. 00080000:00000010:0.0:1749610640.300253:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffc80. 00000020:00000001:0.0:1749610640.300256:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610640.415224:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610640.415228:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610640.415244:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610640.415249:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610640.415253:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610640.457616:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610640.457623:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610640.457626:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610640.457632:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610640.457637:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610640.457641:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610640.457645:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610640.457649:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610640.457653:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610640.546212:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff380. 00080000:00000010:0.0:1749610640.546222:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff380. 00000020:00000001:0.0:1749610640.546228:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610640.546298:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff380. 00080000:00000010:0.0:1749610640.546303:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff380. 00000020:00000001:0.0:1749610640.546307:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610640.546314:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff380. 00080000:00000010:0.0:1749610640.546318:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff380. 00000020:00000001:0.0:1749610640.546326:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0F:1749610640.553716:0:22644:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387a00. 00080000:00000010:2.0:1749610640.553725:0:22644:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387a00. 00000020:00000001:2.0:1749610640.553730:0:22644:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610640.553745:0:22644:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387a00. 00080000:00000010:2.0:1749610640.553749:0:22644:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387a00. 00000020:00000001:2.0:1749610640.553752:0:22644:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610640.553757:0:22644:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387a00. 00080000:00000010:2.0:1749610640.553759:0:22644:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387a00. 00000020:00000001:2.0:1749610640.553762:0:22644:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0F:1749610640.558178:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9380. 00080000:00000010:1.0:1749610640.558188:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9380. 00000020:00000001:1.0:1749610640.558193:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610640.558260:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9380. 00080000:00000010:1.0:1749610640.558263:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9380. 00000020:00000001:1.0:1749610640.558266:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610640.558271:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9380. 00080000:00000010:1.0:1749610640.558275:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9380. 00000020:00000001:1.0:1749610640.558277:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610640.739692:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9380. 00080000:00000010:1.0:1749610640.739700:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9380. 00000020:00000001:1.0:1749610640.739706:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610640.739770:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9380. 00080000:00000010:1.0:1749610640.739774:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9380. 00000020:00000001:1.0:1749610640.739777:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610640.739784:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9380. 00080000:00000010:1.0:1749610640.739788:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9380. 00000020:00000001:1.0:1749610640.739791:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610640.846652:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610640.846661:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610640.846664:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610640.846669:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af0c0 going to sleep for 0 seconds 00000100:00000001:3.0:1749610640.846672:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610640.846677:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610640.846680:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610640.846684:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610640.846687:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610641.254906:0:22735:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387a00. 00080000:00000010:2.0:1749610641.254916:0:22735:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387a00. 00000020:00000001:2.0:1749610641.254922:0:22735:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610641.254939:0:22735:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387a00. 00080000:00000010:2.0:1749610641.254944:0:22735:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387a00. 00000020:00000001:2.0:1749610641.254947:0:22735:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610641.254954:0:22735:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387a00. 00080000:00000010:2.0:1749610641.254959:0:22735:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387a00. 00000020:00000001:2.0:1749610641.254962:0:22735:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610641.259469:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387a00. 00080000:00000010:2.0:1749610641.259476:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387a00. 00000020:00000001:2.0:1749610641.259481:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610641.259591:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387a00. 00080000:00000010:2.0:1749610641.259595:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387a00. 00000020:00000001:2.0:1749610641.259598:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610641.259604:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387a00. 00080000:00000010:2.0:1749610641.259607:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387a00. 00000020:00000001:2.0:1749610641.259609:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1749610641.382011:0:22777:0:(debug.c:791:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1749610641.382015:0:22777:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: sanity test_135 skipping SLOW test 135 00000001:00000001:1.0:1749610641.386193:0:22777:0:(debug.c:794:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1749610641.416642:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610641.416646:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610641.416696:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610641.416701:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610641.416704:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1749610641.439662:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387a00. 00080000:00000010:2.0:1749610641.439670:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387a00. 00000020:00000001:2.0:1749610641.439676:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610641.439737:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387a00. 00080000:00000010:2.0:1749610641.439741:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387a00. 00000020:00000001:2.0:1749610641.439744:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610641.439755:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387a00. 00080000:00000010:2.0:1749610641.439759:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387a00. 00000020:00000001:2.0:1749610641.439762:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610641.457621:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610641.457626:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610641.457628:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610641.457632:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610641.457636:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610641.457639:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610641.457643:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610641.457645:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610641.457647:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610641.846647:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610641.846654:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610641.846656:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610641.846661:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af0c0 going to sleep for 0 seconds 00000100:00000001:3.0:1749610641.846664:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610641.846668:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610641.846671:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610641.846675:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610641.846677:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610641.920917:0:22800:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd00. 00080000:00000010:3.0:1749610641.920926:0:22800:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd00. 00000020:00000001:3.0:1749610641.920932:0:22800:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610641.920948:0:22800:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd00. 00080000:00000010:3.0:1749610641.920953:0:22800:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd00. 00000020:00000001:3.0:1749610641.920957:0:22800:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610641.920964:0:22800:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd00. 00080000:00000010:3.0:1749610641.920968:0:22800:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd00. 00000020:00000001:3.0:1749610641.920976:0:22800:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610641.925404:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387800. 00080000:00000010:2.0:1749610641.925411:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387800. 00000020:00000001:2.0:1749610641.925417:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610641.925487:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387800. 00080000:00000010:2.0:1749610641.925491:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387800. 00000020:00000001:2.0:1749610641.925494:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610641.925499:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387800. 00080000:00000010:2.0:1749610641.925502:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387800. 00000020:00000001:2.0:1749610641.925505:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1749610642.019555:0:22842:0:(debug.c:791:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1749610642.019557:0:22842:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: sanity test_136 skipping SLOW test 136 00000001:00000001:1.0:1749610642.021479:0:22842:0:(debug.c:794:libcfs_debug_mark_buffer()) ************************************************** 00080000:00000010:1.0:1749610642.049359:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9580. 00080000:00000010:1.0:1749610642.049365:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9580. 00000020:00000001:1.0:1749610642.049369:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610642.049405:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9580. 00080000:00000010:1.0:1749610642.049408:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9580. 00000020:00000001:1.0:1749610642.049409:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610642.049414:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9580. 00080000:00000010:1.0:1749610642.049416:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9580. 00000020:00000001:1.0:1749610642.049418:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610642.418645:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610642.418651:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610642.418766:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610642.418773:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610642.418778:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610642.457602:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610642.457608:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610642.457610:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610642.457615:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610642.457618:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610642.457622:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610642.457625:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610642.457628:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610642.457631:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610642.475242:0:22864:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9580. 00080000:00000010:1.0:1749610642.475251:0:22864:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9580. 00000020:00000001:1.0:1749610642.475261:0:22864:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610642.475279:0:22864:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9580. 00080000:00000010:1.0:1749610642.475285:0:22864:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9580. 00000020:00000001:1.0:1749610642.475288:0:22864:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610642.475295:0:22864:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9580. 00080000:00000010:1.0:1749610642.475300:0:22864:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9580. 00000020:00000001:1.0:1749610642.475303:0:22864:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610642.479509:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff480. 00080000:00000010:0.0:1749610642.479515:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff480. 00000020:00000001:0.0:1749610642.479554:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610642.479634:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff480. 00080000:00000010:0.0:1749610642.479638:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff480. 00000020:00000001:0.0:1749610642.479641:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610642.479646:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff480. 00080000:00000010:0.0:1749610642.479649:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff480. 00000020:00000001:0.0:1749610642.479652:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610642.544609:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610642.544622:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610642.544625:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610642.544629:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610642.544631:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610642.544644:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610642.544647:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610642.558595:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610642.558603:0:8737:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749610642.558606:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610642.558610:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610642.558613:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610642.558616:0:8737:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610642.558620:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610642.558625:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5243 00000100:00080000:2.0:1749610642.558629:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610642.558633:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610642.558636:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610642.558639:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610642.558641:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610642.558645:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610642.558647:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749610642.558651:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610642.558654:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749610642.558656:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749610642.558659:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749610642.558670:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610642.558673:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610642.558674:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610642.558676:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610642.558679:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749610642.558682:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610642.558684:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610642.558688:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610642.558694:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610642.558697:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610642.558699:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610642.558702:0:8737:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610642.558707:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074862a00. 00000020:00000040:2.0:1749610642.558711:0:8737:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749610642.558714:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610642.558716:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610642.558719:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610642.558722:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610642.558725:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610642.558732:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880129e13400. 00000100:00000001:2.0:1749610642.558740:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610642.558750:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880074862a00 x1834598494540288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610642.558761:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610642.558766:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610642.558770:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074862a00] to pc [ptlrpcd_rcv+-1] req@ffff880074862a00 x1834598494540288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610642.558796:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610642.558800:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610642.558804:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610642.558805:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610642.558807:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610642.558816:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610642.558818:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5243 00000100:00080000:2.0:1749610642.558821:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610642.558823:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610642.558826:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610642.558827:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610642.558829:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610642.558831:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610642.558833:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749610642.558834:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610642.558836:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749610642.558838:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749610642.558840:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749610642.558843:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610642.558844:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610642.558846:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610642.558847:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610642.558850:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749610642.558852:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610642.558855:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610642.558857:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610642.558860:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610642.558862:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610642.558864:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610642.558866:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610642.558869:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074863100. 00000020:00000040:2.0:1749610642.558871:0:8737:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749610642.558874:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610642.558875:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610642.558876:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610642.558878:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610642.558879:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610642.558887:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880129e13c00. 00000100:00000001:0.0:1749610642.558890:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610642.558891:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610642.558895:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1749610642.558896:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880074863100 x1834598494540416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610642.558898:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749610642.558904:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610642.558906:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610642.558907:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074862a00 x1834598494540288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610642.558909:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074863100] to pc [ptlrpcd_rcv+-1] req@ffff880074863100 x1834598494540416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610642.558918:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610642.558919:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749610642.558921:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:0.0:1749610642.558922:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610642.558924:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610642.558926:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:0.0:1749610642.558926:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:2.0:1749610642.558927:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:0.0:1749610642.558929:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610642.558930:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610642.558932:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5243 02000000:00000001:0.0:1749610642.558932:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610642.558934:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1749610642.558936:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074862a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494540288:0@lo:38:kworker.0 00000100:00000040:2.0:1749610642.558937:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610642.558939:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610642.558940:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610642.558940:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749610642.558942:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610642.558944:0:8737:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1749610642.558944:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:2.0:1749610642.558945:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 02000000:00000001:0.0:1749610642.558946:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610642.558947:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610642.558949:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 02000000:00000001:0.0:1749610642.558949:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1749610642.558950:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000020:00000001:2.0:1749610642.558952:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 02000000:00000010:0.0:1749610642.558954:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130311000. 00000100:00000040:2.0:1749610642.558955:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610642.558957:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1749610642.558957:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610642.558958:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610642.558960:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000010:0.0:1749610642.558963:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffc08. 00000020:00000040:2.0:1749610642.558967:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00080000:2.0:1749610642.558970:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000400:00000010:0.0:1749610642.558971:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821e58. 00000100:00000001:2.0:1749610642.558972:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610642.558974:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610642.558977:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610642.558979:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610642.558979:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494540288, portal 4 00000100:00000001:2.0:1749610642.558980:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610642.558981:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610642.558982:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610642.558983:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269168128 : -131939440383488 : ffff880074862a00) 00000100:00000010:2.0:1749610642.558985:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074863480. 00000020:00000040:2.0:1749610642.558987:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749610642.558989:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610642.558990:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610642.558991:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610642.558992:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1749610642.558992:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074862a00 x1834598494540288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610642.558994:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610642.558997:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880129e10800. 00000100:00000001:2.0:1749610642.559000:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610642.559000:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610642.559004:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:2.0:1749610642.559005:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880074863480 x1834598494540544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1749610642.559006:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821c38. 00000100:00000200:0.0:1749610642.559009:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494540288, offset 0 00000100:00000001:2.0:1749610642.559012:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610642.559013:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610642.559015:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749610642.559017:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074863480] to pc [ptlrpcd_rcv+-1] req@ffff880074863480 x1834598494540544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610642.559024:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610642.559027:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749610642.559030:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:0.0:1749610642.559032:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:2.0:1749610642.559033:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074863800. 00000020:00000040:2.0:1749610642.559055:0:8737:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749610642.559057:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610642.559058:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610642.559060:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610642.559063:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5800. 00000100:00000001:2.0:1749610642.559065:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610642.559072:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf929200 00000100:00000040:2.0:1749610642.559075:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880074863800 x1834598494540672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749610642.559080:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3ded [256] + 7280 00000100:00000001:2.0:1749610642.559084:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610642.559086:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610642.559092:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074863800] to pc [ptlrpcd_00_00+0] req@ffff880074863800 x1834598494540672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610642.559098:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610642.559103:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610642.559109:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749610642.559111:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1749610642.559116:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b719f80. 00000100:00000001:2.0:1749610642.559117:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610642.559120:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000040:0.0:1749610642.559120:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009b719f80 x1834598494540288 msgsize 520 00000100:00080000:2.0:1749610642.559124:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:0.0:1749610642.559124:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749610642.559125:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610642.559127:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610642.559130:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610642.559132:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5243 00000100:00080000:2.0:1749610642.559135:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1749610642.559135:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:2.0:1749610642.559137:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610642.559139:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610642.559140:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610642.559142:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:0.0:1749610642.559143:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821c38 00000020:00000001:2.0:1749610642.559144:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:0.0:1749610642.559145:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821c38. 00000020:00000040:2.0:1749610642.559146:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:2.0:1749610642.559148:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610642.559149:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000040:2.0:1749610642.559150:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:2.0:1749610642.559153:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000200:0.0:1749610642.559154:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074862a00 x1834598494540288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610642.559155:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:2.0:1749610642.559158:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610642.559160:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610642.559161:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610642.559162:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610642.559163:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610642.559165:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00000040:0.0:1749610642.559165:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074862a00 x1834598494540288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610667 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749610642.559167:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610642.559172:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610642.559173:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610642.559174:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610642.559174:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:2.0:1749610642.559176:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1749610642.559179:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610642.559180:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610642.559180:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749610642.559182:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610642.559183:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749610642.559184:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000040:0.0:1749610642.559185:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1100 usecs (2 jiffies) 00000100:00000001:2.0:1749610642.559186:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610642.559189:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074863b80. 00000100:00000001:0.0:1749610642.559189:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299916018 00000020:00000040:2.0:1749610642.559191:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000010:0.0:1749610642.559192:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136acd840. 02000000:00000001:2.0:1749610642.559193:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610642.559194:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610642.559195:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074863800 x1834598494540672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610642.559196:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610642.559198:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1749610642.559198:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 02000000:00000001:2.0:1749610642.559199:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610642.559203:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880129e12000. 00000100:00000001:0.0:1749610642.559205:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299916018 00000100:00000001:2.0:1749610642.559206:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610642.559207:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136acd180. 00000100:00000001:0.0:1749610642.559210:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00100000:2.0:1749610642.559211:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880074863b80 x1834598494540800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610642.559213:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299916018 00000100:00000001:1.0:1749610642.559215:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000010:0.0:1749610642.559216:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136acd8c0. 00000100:00000001:2.0:1749610642.559218:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749610642.559218:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610642.559219:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749610642.559220:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610642.559221:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299916018 00000100:00000040:2.0:1749610642.559223:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074863b80] to pc [ptlrpcd_rcv+-1] req@ffff880074863b80 x1834598494540800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610642.559223:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:0.0:1749610642.559224:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136acdf00. 02000000:00000001:1.0:1749610642.559226:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610642.559230:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610642.559230:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610642.559232:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000040:2.0:1749610642.559233:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1749610642.559235:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074863800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494540672:0@lo:400:kworker.0 00000100:00000001:0.0:1749610642.559235:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610642.559236:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1749610642.559238:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610642.559239:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074862680. 00000020:00000040:2.0:1749610642.559241:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:0.0:1749610642.559241:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610642.559242:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749610642.559243:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1749610642.559243:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610642.559244:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610642.559246:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610642.559246:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:2.0:1749610642.559249:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5300. 02000000:00000001:1.0:1749610642.559249:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610642.559249:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610642.559251:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610642.559252:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610642.559253:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749610642.559253:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610642.559254:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749610642.559255:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880074862680 x1834598494540928/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610642.559255:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000010:1.0:1749610642.559258:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d125200. 00000100:00000040:0.0:1749610642.559260:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074863100 x1834598494540416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610642.559261:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610642.559268:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db8f0. 00000100:00000001:0.0:1749610642.559268:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610642.559270:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610642.559272:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749610642.559274:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1749610642.559274:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1749610642.559275:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bb28. 00000100:00000001:2.0:1749610642.559276:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610642.559277:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610642.559279:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074863100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494540416:0@lo:38:kworker.0 00000100:00000040:2.0:1749610642.559281:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074862680] to pc [ptlrpcd_00_01+1] req@ffff880074862680 x1834598494540928/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610642.559281:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494540672, portal 10 00000100:00000001:0.0:1749610642.559283:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749610642.559284:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1749610642.559285:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749610642.559286:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610642.559287:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269171712 : -131939440379904 : ffff880074863800) 02000000:00000001:0.0:1749610642.559288:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749610642.559289:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610642.559291:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130310800. 02000000:00000001:0.0:1749610642.559293:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610642.559294:0:8737:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5253) 00000400:00000010:0.0:1749610642.559296:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffdc0. 00000100:00000040:1.0:1749610642.559298:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074863800 x1834598494540672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610642.559300:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821c38. 00000100:00000200:0.0:1749610642.559303:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494540416, portal 10 00000100:00000001:2.0:1749610642.559305:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610642.559305:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610642.559307:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610642.559307:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269169920 : -131939440381696 : ffff880074863100) 00000100:00000001:2.0:1749610642.559308:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749610642.559310:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610642.559312:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074862680 x1834598494540928/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610642.559312:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074863100 x1834598494540416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610642.559314:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610642.559318:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 00000100:00000001:0.0:1749610642.559319:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610642.559320:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1749610642.559321:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610642.559322:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610642.559323:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 02000000:00000001:2.0:1749610642.559325:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610642.559327:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610642.559329:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610642.559331:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494540416, offset 0 00000100:00100000:2.0:1749610642.559332:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074862680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494540928:0@lo:400:kworker.0 00000100:00000200:1.0:1749610642.559332:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494540672, offset 0 00000400:00000200:0.0:1749610642.559335:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610642.559336:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749610642.559339:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610642.559340:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610642.559341:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749610642.559342:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1749610642.559342:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:2.0:1749610642.559345:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009c9bce00. 02000000:00000001:2.0:1749610642.559347:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610642.559347:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf929280 00000400:00000010:2.0:1749610642.559351:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe318. 00000400:00000200:0.0:1749610642.559352:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 180856 00000400:00000200:1.0:1749610642.559354:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610642.559357:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610642.559360:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1749610642.559365:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a880. 00000400:00000200:1.0:1749610642.559365:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf929380 00000100:00000001:0.0:1749610642.559365:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749610642.559367:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:2.0:1749610642.559370:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494540928, portal 10 00000100:00000001:2.0:1749610642.559372:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000010:0.0:1749610642.559372:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bad4a80. 00000400:00000200:1.0:1749610642.559373:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 181376 00000100:00000001:2.0:1749610642.559374:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269167232 : -131939440384384 : ffff880074862680) 00000100:00000040:0.0:1749610642.559374:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009bad4a80 x1834598494540416 msgsize 520 00000100:00100000:0.0:1749610642.559378:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1749610642.559381:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074862680 x1834598494540928/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610642.559381:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610642.559386:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749610642.559387:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610642.559389:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:0.0:1749610642.559391:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 00000400:00000010:0.0:1749610642.559393:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 00000100:00000001:0.0:1749610642.559395:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:2.0:1749610642.559397:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610642.559399:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ac38. 00000100:00000200:0.0:1749610642.559399:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074863100 x1834598494540416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610642.559407:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610642.559409:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074863100 x1834598494540416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610667 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610642.559410:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610642.559412:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494540928, offset 0 00000100:00000200:1.0:1749610642.559413:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749610642.559415:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610642.559417:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610642.559417:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749610642.559419:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749610642.559420:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009720ad80. 00000100:00000040:0.0:1749610642.559423:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 833 usecs (1 jiffies) 00000100:00000040:1.0:1749610642.559424:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff88009720ad80 x1834598494540672 msgsize 224 00000100:00000001:0.0:1749610642.559425:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299916017 00000400:00000200:2.0:1749610642.559426:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610642.559427:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299916018 00000100:00100000:1.0:1749610642.559430:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610642.559430:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299916017 00000100:00000001:0.0:1749610642.559432:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299916018 00000400:00000200:2.0:1749610642.559433:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf929480 00000100:00000001:0.0:1749610642.559434:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299916017 00000100:00000001:0.0:1749610642.559436:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299916018 00000400:00000200:2.0:1749610642.559438:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 181600 00000100:00000001:0.0:1749610642.559438:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299916017 00000400:00000200:2.0:1749610642.559445:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610642.559445:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749610642.559445:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299916018 00000100:00000001:0.0:1749610642.559447:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749610642.559448:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610642.559449:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610642.559452:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1749610642.559455:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00000100:00000040:0.0:1749610642.559456:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074863480 x1834598494540544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610642.559459:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 00000100:00000001:1.0:1749610642.559463:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749610642.559463:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610642.559464:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610642.559466:0:28322:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:0.0:1749610642.559467:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:2.0:1749610642.559468:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:0.0:1749610642.559468:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1749610642.559470:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074863800 x1834598494540672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610642.559470:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610642.559472:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074861f80. 00000100:00100000:0.0:1749610642.559473:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074863480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494540544:0@lo:38:kworker.0 00000100:00000040:2.0:1749610642.559475:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff880074861f80 x1834598494540928 msgsize 224 00000100:00000001:0.0:1749610642.559476:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1749610642.559479:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:0.0:1749610642.559479:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749610642.559480:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610642.559482:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749610642.559484:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000010:0.0:1749610642.559485:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130312400. 00000100:00000001:2.0:1749610642.559486:0:28322:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:0.0:1749610642.559487:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610642.559489:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074863800 x1834598494540672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610658 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610642.559490:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffd10. 00000400:00000200:2.0:1749610642.559492:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ac38 00000400:00000010:2.0:1749610642.559495:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ac38. 00000100:00000001:2.0:1749610642.559497:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749610642.559500:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610642.559502:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074862680 x1834598494540928/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610642.559503:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:0.0:1749610642.559505:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 00000100:00000001:1.0:1749610642.559509:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610642.559509:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494540544, portal 10 00000100:00000001:0.0:1749610642.559510:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610642.559511:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610642.559512:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269170816 : -131939440380800 : ffff880074863480) 00000100:00000040:2.0:1749610642.559514:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074862680 x1834598494540928/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610658 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610642.559515:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 772 usecs (1 jiffies) 00000100:00000040:0.0:1749610642.559518:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074863480 x1834598494540544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610642.559519:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299916017 00000100:00000001:2.0:1749610642.559521:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610642.559548:0:28322:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749610642.559550:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610642.559552:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610642.559553:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610642.559554:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299916018 00000400:00000010:0.0:1749610642.559555:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000100:00000040:2.0:1749610642.559556:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 748 usecs (1 jiffies) 00000100:00000001:1.0:1749610642.559557:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299916018 00000100:00000200:0.0:1749610642.559557:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494540544, offset 0 00000100:00000001:2.0:1749610642.559559:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299916018 00000100:00000001:1.0:1749610642.559560:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299916018 00000400:00000200:0.0:1749610642.559561:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610642.559562:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299916018 00000100:00000001:1.0:1749610642.559562:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299916018 00000100:00000001:1.0:1749610642.559564:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299916018 00000100:00000001:2.0:1749610642.559565:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299916018 00000100:00000001:2.0:1749610642.559567:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299916018 00000400:00000200:0.0:1749610642.559568:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610642.559569:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299916018 00000400:00000200:0.0:1749610642.559573:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf929300 00000100:00000001:1.0:1749610642.559574:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299916018 00000100:00000001:2.0:1749610642.559576:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299916018 00000100:00000001:1.0:1749610642.559576:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299916018 00000400:00000200:0.0:1749610642.559577:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 181824 00000100:00000001:2.0:1749610642.559579:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299916018 00000100:00000001:1.0:1749610642.559579:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610642.559581:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299916018 00000100:00000001:1.0:1749610642.559581:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610642.559583:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610642.559584:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610642.559585:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610642.559587:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610642.559587:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610642.559588:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610642.559590:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610642.559591:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610642.559593:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610642.559594:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1749610642.559594:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749610642.559596:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1749610642.559596:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749610642.559597:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610642.559598:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1749610642.559598:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610642.559599:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610642.559600:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1749610642.559600:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bad5c00. 00000100:00000001:2.0:1749610642.559602:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610642.559602:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610642.559603:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610642.559603:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009bad5c00 x1834598494540544 msgsize 520 00000100:00000001:2.0:1749610642.559605:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610642.559607:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610642.559614:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749610642.559618:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000400:00000010:0.0:1749610642.559620:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000100:00000001:0.0:1749610642.559622:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749610642.559626:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749610642.559626:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:0.0:1749610642.559626:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074863480 x1834598494540544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610642.559629:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494540416 00000100:00100000:1.0:1749610642.559630:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494540672 02000000:00000001:2.0:1749610642.559631:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1749610642.559632:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610642.559633:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610642.559635:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610642.559635:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749610642.559636:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074863480 x1834598494540544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610667 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610642.559638:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610642.559638:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610642.559642:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610642.559642:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610642.559642:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610642.559644:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:2.0:1749610642.559645:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494540416 00000100:00100000:1.0:1749610642.559645:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494540672 00000100:00000001:0.0:1749610642.559646:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610642.559648:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1749610642.559648:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610642.559649:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000040:1.0:1749610642.559649:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000100:00000040:0.0:1749610642.559650:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 763 usecs (1 jiffies) 00000020:00000001:2.0:1749610642.559651:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749610642.559651:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610642.559652:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299916018 00000020:00000001:2.0:1749610642.559653:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610642.559654:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000020:00000001:2.0:1749610642.559655:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610642.559655:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299916018 00000020:00000001:1.0:1749610642.559657:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:0.0:1749610642.559657:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299916018 00000020:00000010:2.0:1749610642.559659:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bc400. 00000020:00000001:1.0:1749610642.559659:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:0.0:1749610642.559659:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299916018 00000100:00000001:0.0:1749610642.559661:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299916018 00000020:00000010:2.0:1749610642.559664:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387880. 00000100:00000001:1.0:1749610642.559664:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749610642.559664:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299916018 00000100:00000001:0.0:1749610642.559666:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299916018 00000020:00000010:1.0:1749610642.559667:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012b4c43c0. 00000100:00000001:0.0:1749610642.559668:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299916018 00000020:00000010:2.0:1749610642.559669:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be90c8. 00000100:00000001:0.0:1749610642.559670:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610642.559672:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610642.559673:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610642.559674:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:1.0:1749610642.559674:0:9691:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:2.0:1749610642.559677:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610642.559679:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749610642.559682:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074863b80 x1834598494540800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610642.559683:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610642.559683:0:9691:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1749610642.559686:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124600. 00000100:00000001:2.0:1749610642.559689:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749610642.559690:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9580. 00000100:00000001:0.0:1749610642.559690:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610642.559691:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610642.559693:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:1.0:1749610642.559694:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438ca28. 00000100:00000001:2.0:1749610642.559695:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1749610642.559695:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749610642.559697:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494540928 02000000:00000001:0.0:1749610642.559697:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610642.559699:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074863b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494540800:0@lo:38:kworker.0 00000100:00000040:1.0:1749610642.559700:0:9691:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1749610642.559702:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610642.559703:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749610642.559704:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1749610642.559705:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749610642.559706:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1749610642.559706:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610642.559708:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610642.559708:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749610642.559709:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1749610642.559710:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610642.559711:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1749610642.559711:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130313c00. 00000100:00100000:2.0:1749610642.559712:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494540928 02000000:00000001:0.0:1749610642.559713:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610642.559714:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610642.559715:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:1.0:1749610642.559716:0:9691:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000010:0.0:1749610642.559716:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3fff78. 00000020:00000001:2.0:1749610642.559717:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749610642.559718:0:9691:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000040:2.0:1749610642.559719:0:9760:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000400:00000010:0.0:1749610642.559719:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000100:00000001:1.0:1749610642.559720:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610642.559721:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000200:0.0:1749610642.559722:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494540800, portal 10 00000020:00000001:2.0:1749610642.559723:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:0.0:1749610642.559724:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610642.559725:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610642.559726:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269172608 : -131939440379008 : ffff880074863b80) 00000100:00000001:2.0:1749610642.559727:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749610642.559729:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013685b780. 00000100:00000040:0.0:1749610642.559731:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074863b80 x1834598494540800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610642.559733:0:9760:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012eb32740. 00000100:00000001:1.0:1749610642.559733:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749610642.559735:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494540544 02000000:00000001:1.0:1749610642.559736:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610642.559737:0:9760:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1749610642.559737:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610642.559738:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1749610642.559739:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88013685b780. 00000100:00000040:0.0:1749610642.559739:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610642.559740:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610642.559741:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 02000000:00000001:1.0:1749610642.559742:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610642.559743:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bc800. 00000100:00000200:0.0:1749610642.559743:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494540800, offset 0 00000100:00100000:1.0:1749610642.559744:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494540544 00000020:00000010:2.0:1749610642.559746:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387980. 00000020:00000001:1.0:1749610642.559746:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1749610642.559746:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:1.0:1749610642.559747:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000010:2.0:1749610642.559749:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9000. 00000020:00000001:1.0:1749610642.559749:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749610642.559750:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610642.559752:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610642.559752:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610642.559753:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610642.559754:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:1.0:1749610642.559755:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124200. 00000100:00000001:2.0:1749610642.559756:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610642.559756:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf929400 00000020:00000010:1.0:1749610642.559758:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9000. 00000100:00000001:2.0:1749610642.559760:0:9760:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:0.0:1749610642.559760:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 182344 00000100:00000001:2.0:1749610642.559761:0:9760:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000010:1.0:1749610642.559761:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438caf0. 00000100:00000001:2.0:1749610642.559763:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610642.559763:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1749610642.559764:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610642.559765:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610642.559765:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610642.559766:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610642.559767:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610642.559769:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749610642.559770:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610642.559771:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610642.559772:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610642.559773:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:0.0:1749610642.559775:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:2.0:1749610642.559778:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000100:00000010:0.0:1749610642.559778:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bad6d80. 00000100:00000001:1.0:1749610642.559779:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1749610642.559781:0:9760:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000001:1.0:1749610642.559781:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1749610642.559781:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009bad6d80 x1834598494540800 msgsize 520 00000100:00000001:2.0:1749610642.559783:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134849719680 : -131938859831936 : ffff88009720ad80) 00000100:00100000:0.0:1749610642.559785:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749610642.559787:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00000001:0.0:1749610642.559787:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:2.0:1749610642.559788:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009720ad80 x1834598494540672/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:78/0 lens 224/0 e 0 to 0 dl 1749610653 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610642.559791:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 00000100:00000040:1.0:1749610642.559792:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000400:00000010:0.0:1749610642.559792:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00000100:00000001:0.0:1749610642.559794:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749610642.559795:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134269165440 : -131939440386176 : ffff880074861f80) 00000100:00000001:2.0:1749610642.559797:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1749610642.559798:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074863b80 x1834598494540800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610642.559802:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880074861f80 x1834598494540928/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:78/0 lens 224/0 e 0 to 0 dl 1749610653 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610642.559804:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013685b780. 00000100:00000001:0.0:1749610642.559805:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610642.559807:0:9760:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749610642.559808:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074863b80 x1834598494540800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610667 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610642.559809:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88013685b780. 00000100:00100000:2.0:1749610642.559814:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009720ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494540672:12345-0@lo:400:kworker.0 00000100:00000001:1.0:1749610642.559814:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749610642.559814:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610642.559815:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:1.0:1749610642.559817:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012b4c4d00. 00000100:00000200:2.0:1749610642.559818:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494540672 00000100:00000001:0.0:1749610642.559818:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610642.559821:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:0.0:1749610642.559821:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 583 usecs (1 jiffies) 00000100:00000001:0.0:1749610642.559823:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299916018 00000020:00000001:2.0:1749610642.559824:0:9760:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:0.0:1749610642.559825:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299916018 00000020:00000001:2.0:1749610642.559826:0:9760:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610642.559827:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299916018 00000020:00000001:2.0:1749610642.559829:0:9760:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1749610642.559829:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610642.559829:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299916018 00000020:00000001:2.0:1749610642.559831:0:9760:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:0.0:1749610642.559831:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299916018 00000020:00000010:1.0:1749610642.559833:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012b4c4d00. 00000100:00000001:0.0:1749610642.559833:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299916018 00000020:00000001:2.0:1749610642.559834:0:9760:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1749610642.559835:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299916018 00000100:00000001:0.0:1749610642.559837:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299916018 00000020:00000001:2.0:1749610642.559838:0:9760:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749610642.559839:0:9760:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1749610642.559839:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610642.559841:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610642.559842:0:9760:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00100000:1.0:1749610642.559842:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880074861f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494540928:12345-0@lo:400:kworker.0 00000020:00000001:2.0:1749610642.559844:0:9760:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610642.559844:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610642.559846:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749610642.559847:0:9760:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000200:1.0:1749610642.559848:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494540928 00000100:00000001:0.0:1749610642.559850:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610642.559851:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1749610642.559852:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749610642.559852:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610642.559854:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1749610642.559856:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 02000000:00000010:2.0:1749610642.559858:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880129e12800. 00000100:00000001:0.0:1749610642.559858:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1749610642.559859:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610642.559860:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610642.559860:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610642.559862:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610642.559862:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1749610642.559862:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610642.559864:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610642.559865:0:9760:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610642.559865:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00010000:00000040:2.0:1749610642.559868:0:9760:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494540672 00000020:00000001:1.0:1749610642.559868:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00010000:00000001:2.0:1749610642.559871:0:9760:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000020:00000001:1.0:1749610642.559872:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610642.559874:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00010000:00000200:2.0:1749610642.559876:0:9760:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009720ad80 x1834598494540672/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:78/0 lens 224/224 e 0 to 0 dl 1749610653 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610642.559876:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749610642.559878:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610642.559880:0:9691:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749610642.559883:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749610642.559884:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:2.0:1749610642.559885:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:1.0:1749610642.559886:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:0.0:1749610642.559886:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494540288 00010000:00000001:2.0:1749610642.559887:0:9760:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610642.559888:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000010:1.0:1749610642.559889:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009cd6b000. 00000100:00001000:2.0:1749610642.559890:0:9760:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=147 v=5 (1 1 1 0) 00000100:00000001:0.0:1749610642.559890:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1749610642.559891:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610642.559892:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610642.559894:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749610642.559894:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610642.559896:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:1.0:1749610642.559896:0:9691:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610642.559896:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610642.559898:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00010000:00000040:1.0:1749610642.559898:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494540928 00000100:00100000:0.0:1749610642.559898:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494540288 02000000:00000001:2.0:1749610642.559900:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1749610642.559901:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000020:00000001:0.0:1749610642.559901:0:9696:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1749610642.559902:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610642.559903:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749610642.559904:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000200:1.0:1749610642.559905:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880074861f80 x1834598494540928/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:78/0 lens 224/224 e 0 to 0 dl 1749610653 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610642.559906:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610642.559908:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:0.0:1749610642.559908:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610642.559911:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:0.0:1749610642.559912:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8fe00. 00010000:00000001:1.0:1749610642.559913:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000010:2.0:1749610642.559914:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ac38. 00010000:00000001:1.0:1749610642.559915:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610642.559916:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff480. 00000100:00000200:2.0:1749610642.559918:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494540672, offset 224 00000100:00001000:1.0:1749610642.559918:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=147 v=5 (1 1 1 0) 00000020:00000010:0.0:1749610642.559919:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add3e8. 00000400:00000200:2.0:1749610642.559922:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610642.559922:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610642.559923:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610642.559924:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1749610642.559925:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:0.0:1749610642.559926:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610642.559927:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:2.0:1749610642.559929:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1749610642.559929:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749610642.559930:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610642.559931:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610642.559933:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749610642.559936:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf929380 00000100:00000001:0.0:1749610642.559937:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749610642.559941:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6279 [1] + 224 00000100:00000040:1.0:1749610642.559942:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610642.559945:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 00000400:00000200:2.0:1749610642.559946:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610642.559946:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610642.559948:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1749610642.559949:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610642.559950:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494540928, offset 224 00000100:00100000:0.0:1749610642.559952:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00000001:2.0:1749610642.559953:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610642.559954:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134922133376 : -131938787418240 : ffff88009b719f80) 00000400:00000200:1.0:1749610642.559955:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1749610642.559958:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074863800 x1834598494540672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610658 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610642.559958:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009b719f80 x1834598494540288/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610642.559963:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749610642.559967:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880074863800 x1834598494540672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610658 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610642.559969:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf929480 00000100:00100000:0.0:1749610642.559969:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b719f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494540288:12345-0@lo:38:kworker.0 00000100:00000200:0.0:1749610642.559973:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494540288 00000400:00000200:1.0:1749610642.559975:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6289 [1] + 224 00000020:00000001:0.0:1749610642.559976:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:0.0:1749610642.559979:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749610642.559980:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749610642.559980:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610642.559984:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ac38 00000400:00000200:1.0:1749610642.559984:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1749610642.559986:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ac38. 00000100:00000001:2.0:1749610642.559988:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610642.559989:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610642.559990:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:0.0:1749610642.559992:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610642.559993:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610642.559993:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074862680 x1834598494540928/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610658 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610642.559996:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00010000:00000001:2.0:1749610642.559999:0:9760:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749610642.560000:0:9760:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610642.560002:0:9760:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00010000:00020000:0.0:1749610642.560002:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:1.0:1749610642.560003:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880074862680 x1834598494540928/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610658 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610642.560007:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009720ad80 x1834598494540672/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:78/0 lens 224/224 e 0 to 0 dl 1749610653 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610642.560017:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009720ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494540672:12345-0@lo:400:kworker.0 Request processed in 217us (590us total) trans 0 rc 0/0 00000100:00000001:1.0:1749610642.560017:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749610642.560022:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00000400:00000010:1.0:1749610642.560024:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 00000100:00100000:2.0:1749610642.560026:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00000100:00000001:1.0:1749610642.560027:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610642.560028:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:2.0:1749610642.560029:0:9760:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00000001:2.0:1749610642.560031:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610642.560031:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610642.560061:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610642.560062:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1749610642.560065:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000010:2.0:1749610642.560067:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9580. 00000020:00000001:1.0:1749610642.560068:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610642.560070:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000020:00000010:2.0:1749610642.560072:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438ca28. 00000100:00000040:1.0:1749610642.560075:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074861f80 x1834598494540928/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:78/0 lens 224/224 e 0 to 0 dl 1749610653 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610642.560076:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124600. 00000020:00000040:2.0:1749610642.560081:0:9760:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00000001:2.0:1749610642.560083:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749610642.560084:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880074861f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494540928:12345-0@lo:400:kworker.0 Request processed in 270us (607us total) trans 0 rc 0/0 00000100:00000001:2.0:1749610642.560092:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749610642.560093:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000100:00100000:2.0:1749610642.560094:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494540800 02000000:00000001:2.0:1749610642.560096:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1749610642.560097:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:2.0:1749610642.560098:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610642.560099:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610642.560099:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610642.560101:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1749610642.560102:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610642.560105:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494540800 00000020:00000001:2.0:1749610642.560107:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610642.560108:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749610642.560109:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749610642.560111:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610642.560111:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387980. 00000020:00000001:2.0:1749610642.560113:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610642.560116:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9000. 00000020:00000010:2.0:1749610642.560117:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bc200. 00000020:00000010:2.0:1749610642.560119:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387d00. 00000020:00000010:1.0:1749610642.560121:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bc800. 00000020:00000010:2.0:1749610642.560122:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9000. 00000100:00000001:2.0:1749610642.560125:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000040:1.0:1749610642.560125:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:2.0:1749610642.560126:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610642.560128:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610642.560128:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610642.560132:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610642.560134:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610642.560138:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610642.560138:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610642.560140:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610642.560140:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749610642.560144:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 275 00000100:00000001:1.0:1749610642.560146:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134926043776 : -131938783507840 : ffff88009bad4a80) 00000100:00100000:2.0:1749610642.560149:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 276 00000100:00000040:1.0:1749610642.560151:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bad4a80 x1834598494540416/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610642.560152:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134926048256 : -131938783503360 : ffff88009bad5c00) 00000100:00000040:2.0:1749610642.560156:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bad5c00 x1834598494540544/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610642.560160:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bad4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494540416:12345-0@lo:38:kworker.0 00000100:00000200:1.0:1749610642.560163:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494540416 00000020:00000001:1.0:1749610642.560165:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:2.0:1749610642.560166:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bad5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494540544:12345-0@lo:38:kworker.0 00010000:00000001:1.0:1749610642.560167:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:2.0:1749610642.560169:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494540544 00000020:00000001:2.0:1749610642.560177:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749610642.560177:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610642.560180:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00010000:00020000:1.0:1749610642.560180:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749610642.560183:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749610642.560186:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610642.560189:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:2.0:1749610642.560190:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610642.560191:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749610642.560192:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00020000:2.0:1749610642.560193:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:2.0:1749610642.560196:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000010:1.0:1749610642.560196:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009cd6a400. 02000000:00000001:1.0:1749610642.560198:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610642.560199:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610642.560200:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610642.560202:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749610642.560203:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1749610642.560203:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749610642.560204:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610642.560205:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:1.0:1749610642.560207:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000010:2.0:1749610642.560209:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880129e11c00. 02000000:00000001:2.0:1749610642.560211:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610642.560211:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749610642.560213:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610642.560214:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1749610642.560216:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1749610642.560216:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00010000:00000001:2.0:1749610642.560218:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610642.560218:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00001000:2.0:1749610642.560221:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749610642.560224:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749610642.560226:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610642.560228:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:2.0:1749610642.560230:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610642.560233:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:1.0:1749610642.560233:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:2.0:1749610642.560236:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000040:1.0:1749610642.560237:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 02000000:00000001:2.0:1749610642.560238:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610642.560239:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749610642.560240:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610642.560241:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610642.560242:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610642.560243:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610642.560244:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1749610642.560246:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610642.560247:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ac38. 00000400:00000010:1.0:1749610642.560248:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 00000100:00000200:2.0:1749610642.560251:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494540544, offset 0 00000100:00000200:1.0:1749610642.560252:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494540416, offset 0 00000400:00000200:2.0:1749610642.560255:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610642.560258:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610642.560262:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610642.560265:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610642.560268:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf929300 00000400:00000200:2.0:1749610642.560272:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6291 [1] + 0 00000400:00000200:1.0:1749610642.560272:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf929280 00000400:00000200:2.0:1749610642.560277:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610642.560278:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x627d [1] + 0 00000400:00000200:2.0:1749610642.560280:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610642.560282:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610642.560285:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610642.560288:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610642.560289:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610642.560293:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074863480 x1834598494540544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610667 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610642.560293:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074863100 x1834598494540416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610667 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610642.560302:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880074863480 x1834598494540544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610667 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610642.560302:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880074863100 x1834598494540416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610667 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610642.560315:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749610642.560320:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ac38 00000400:00000010:2.0:1749610642.560322:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ac38. 00000100:00000001:2.0:1749610642.560324:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610642.560324:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610642.560326:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:1.0:1749610642.560329:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00000100:00000001:2.0:1749610642.560331:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610642.560331:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 00000100:00000001:1.0:1749610642.560333:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:2.0:1749610642.560334:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610642.560334:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610642.560336:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610642.560337:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610642.560338:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749610642.560340:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000040:2.0:1749610642.560342:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bad5c00 x1834598494540544/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610662 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610642.560343:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610642.560345:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749610642.560349:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bad4a80 x1834598494540416/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610662 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610642.560352:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bad5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494540544:12345-0@lo:38:kworker.0 Request processed in 186us (747us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749610642.560358:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bad4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494540416:12345-0@lo:38:kworker.0 Request processed in 198us (981us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749610642.560360:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 276 00000100:00000001:2.0:1749610642.560363:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610642.560364:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749610642.560367:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9000. 00000020:00000010:2.0:1749610642.560370:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438caf0. 00000020:00000010:2.0:1749610642.560373:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124200. 00000100:00100000:1.0:1749610642.560375:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 275 00000100:00000001:2.0:1749610642.560377:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610642.560377:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610642.560379:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749610642.560382:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387880. 00000100:00000001:2.0:1749610642.560384:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610642.560386:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1749610642.560386:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be90c8. 00000100:00100000:2.0:1749610642.560389:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 277 00000020:00000010:1.0:1749610642.560389:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bc400. 00000100:00000001:2.0:1749610642.560391:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134926052736 : -131938783498880 : ffff88009bad6d80) 00000100:00000001:1.0:1749610642.560392:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610642.560395:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bad6d80 x1834598494540800/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610642.560403:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bad6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494540800:12345-0@lo:38:kworker.0 00000100:00080000:1.0:1749610642.560407:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000200:2.0:1749610642.560411:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494540800 00000020:00000040:1.0:1749610642.560411:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000020:00000001:2.0:1749610642.560413:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:2.0:1749610642.560415:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:2.0:1749610642.560423:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:2.0:1749610642.560426:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:2.0:1749610642.560429:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:2.0:1749610642.560431:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610642.560434:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749610642.560435:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749610642.560437:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1749610642.560441:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880129e11400. 02000000:00000001:2.0:1749610642.560442:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610642.560444:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610642.560447:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749610642.560448:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610642.560451:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749610642.560453:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749610642.560455:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610642.560457:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610642.560459:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610642.560460:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610642.560462:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:1.0:1749610642.560463:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749610642.560465:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:2.0:1749610642.560467:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000001:1.0:1749610642.560468:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1749610642.560469:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749610642.560469:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749610642.560471:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:1.0:1749610642.560472:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe318. 00000100:00000040:2.0:1749610642.560473:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610642.560474:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ac38. 00000400:00000200:1.0:1749610642.560475:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a880 00000400:00000010:1.0:1749610642.560477:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a880. 00000100:00000001:1.0:1749610642.560480:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610642.560481:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494540800, offset 0 00000100:00000200:1.0:1749610642.560484:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074862680 x1834598494540928/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610658 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610642.560485:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610642.560491:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1749610642.560493:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074862680 x1834598494540928/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610658 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610642.560496:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf929400 00000400:00000200:2.0:1749610642.560499:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6299 [1] + 0 00000100:00000001:1.0:1749610642.560500:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610642.560502:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749610642.560503:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610642.560504:0:28322:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749610642.560506:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610642.560508:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610642.560510:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610642.560511:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1749610642.560512:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610642.560514:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610642.560518:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074863b80 x1834598494540800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610667 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749610642.560518:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=97 v=5 (5 5 5 0) 00000100:00001000:1.0:1749610642.560521:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=97 v=5 (1 1 1 0) 00000100:00000001:1.0:1749610642.560557:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610642.560559:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610642.560560:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880074863b80 x1834598494540800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610667 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610642.560562:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1749610642.560564:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299916018, at 4299916018 00010000:00080000:1.0:1749610642.560566:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880074862680 x1834598494540928/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610658 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610642.560569:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000010:3.0:1749610642.560573:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136acdf00. 00000400:00000200:2.0:1749610642.560573:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ac38 00000400:00000010:2.0:1749610642.560575:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ac38. 00000100:00000001:2.0:1749610642.560577:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610642.560579:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00010000:00000001:1.0:1749610642.560580:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610642.560582:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610642.560584:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1749610642.560585:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610642.560587:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610642.560587:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000020:00000001:2.0:1749610642.560589:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610642.560589:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749610642.560590:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610642.560593:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bad6d80 x1834598494540800/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610662 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610642.560595:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074862680 x1834598494540928/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610658 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610642.560602:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749610642.560603:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bad6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494540800:12345-0@lo:38:kworker.0 Request processed in 199us (819us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749610642.560604:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610642.560607:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749610642.560610:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 277 00000100:00000040:1.0:1749610642.560610:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074862680 x1834598494540928/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610658 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610642.560613:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610642.560614:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749610642.560617:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387d00. 00000100:00100000:1.0:1749610642.560619:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074862680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494540928:0@lo:400:kworker.0 00000020:00000010:2.0:1749610642.560620:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9000. 00000020:00000010:2.0:1749610642.560624:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bc200. 00000100:00000001:1.0:1749610642.560624:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610642.560626:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610642.560626:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610642.560628:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074862680 x1834598494540928/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610658 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610642.560635:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610642.560637:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749610642.560639:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009c9bce00. 02000000:00000001:1.0:1749610642.560642:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1749610642.560643:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299916018, at 4299916018 00000020:00000001:1.0:1749610642.560644:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610642.560646:0:28322:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:1.0:1749610642.560648:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:2.0:1749610642.560649:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136acd8c0. 02000000:00000010:1.0:1749610642.560650:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5300. 02000000:00000001:1.0:1749610642.560652:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610642.560654:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610642.560656:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074862680. 00000100:00000001:2.0:1749610642.560657:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610642.560659:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610642.560659:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610642.560660:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1749610642.560662:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749610642.560662:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1749610642.560664:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610642.560666:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db8f0. 00000100:00000001:1.0:1749610642.560671:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610642.560673:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610642.560675:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bb28 00000100:00000001:1.0:1749610642.560675:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1749610642.560677:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bb28. 00000100:00000001:1.0:1749610642.560677:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610642.560680:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610642.560684:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074863800 x1834598494540672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610658 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610642.560686:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299916018, at 4299916018 00000100:00000010:1.0:1749610642.560692:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136acd180. 00000100:00000200:2.0:1749610642.560693:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074863800 x1834598494540672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610658 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610642.560700:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610642.560701:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610642.560703:0:28321:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610642.560705:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610642.560707:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610642.560709:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610642.560711:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610642.560716:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=147 v=5 (5 5 5 0) 00000100:00001000:2.0:1749610642.560719:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=147 v=5 (1 1 1 0) 00000100:00000001:2.0:1749610642.560722:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610642.560724:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610642.560726:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1749610642.560730:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880074863800 x1834598494540672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610658 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749610642.560737:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610642.560739:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1749610642.560741:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1749610642.560743:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749610642.560744:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610642.560747:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074863800 x1834598494540672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610658 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610642.560754:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610642.560756:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610642.560758:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610642.560761:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074863800 x1834598494540672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610658 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610642.560779:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074863800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494540672:0@lo:400:kworker.0 00000100:00000001:2.0:1749610642.560784:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610642.560786:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610642.560789:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074863800 x1834598494540672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610658 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610642.560795:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610642.560797:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610642.560799:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d125200. 02000000:00000001:2.0:1749610642.560802:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610642.560803:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610642.560805:0:28321:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1749610642.560807:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610642.560808:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5800. 02000000:00000001:2.0:1749610642.560811:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610642.560812:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610642.560814:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074863800. 00000100:00000001:2.0:1749610642.560817:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610642.560818:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610642.560820:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610642.560824:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610642.560826:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610642.560828:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610642.560830:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610642.562637:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610642.562643:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1749610642.562648:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749610642.562650:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749610642.562653:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffdc0. 00000400:00000200:1.0:1749610642.562660:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821c38 00000400:00000010:1.0:1749610642.562662:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821c38. 00000100:00000001:1.0:1749610642.562666:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749610642.562672:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074863100 x1834598494540416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610667 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610642.562685:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074863100 x1834598494540416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610667 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610642.562694:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610642.562695:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610642.562697:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749610642.562700:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610642.562701:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610642.562704:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610642.562706:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610642.562712:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610642 v=5 (0 0 0 0) 00000100:00001000:1.0:1749610642.562715:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=47 v=20 (1 1 1 20) 00000100:00000001:1.0:1749610642.562719:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610642.562721:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610642.562724:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610642.562728:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074863100 x1834598494540416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610667 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610642.562736:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610642.562738:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610642.562749:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610642.562752:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749610642.562754:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749610642.562758:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749610642.562761:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749610642.562764:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610642.562768:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074863100 x1834598494540416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610667 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610642.562776:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074863100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494540416:0@lo:38:kworker.0 00000400:00000001:1.0:1749610642.562782:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749610642.562784:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749610642.562785:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffd10. 00000400:00000200:1.0:1749610642.562788:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 00000400:00000010:1.0:1749610642.562790:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 00000100:00000001:1.0:1749610642.562792:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749610642.562795:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074863480 x1834598494540544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610667 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610642.562803:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074863480 x1834598494540544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610667 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610642.562809:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610642.562810:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610642.562812:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749610642.562813:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610642.562815:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610642.562816:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610642.562818:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610642.562822:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610642 v=5 (0 0 0 0) 00000100:00001000:1.0:1749610642.562824:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=147 v=20 (1 1 20 0) 00000100:00000001:1.0:1749610642.562827:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610642.562828:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610642.562830:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610642.562833:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074863480 x1834598494540544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610667 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610642.562845:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610642.562848:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610642.562849:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610642.562851:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749610642.562852:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749610642.562855:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749610642.562857:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749610642.562859:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610642.562863:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074863480 x1834598494540544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610667 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610642.562870:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074863480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494540544:0@lo:38:kworker.0 00000400:00000001:1.0:1749610642.562875:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749610642.562876:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749610642.562877:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3fff78. 00000400:00000200:1.0:1749610642.562879:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000400:00000010:1.0:1749610642.562881:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000100:00000001:1.0:1749610642.562883:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749610642.562886:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074863b80 x1834598494540800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610667 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610642.562893:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074863b80 x1834598494540800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610667 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610642.562899:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610642.562900:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610642.562902:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749610642.562903:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610642.562905:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610642.562906:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610642.562908:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610642.562911:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610642 v=5 (0 0 0 0) 00000100:00001000:1.0:1749610642.562914:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=97 v=20 (1 1 20 0) 00000100:00000001:1.0:1749610642.562921:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610642.562923:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610642.562925:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610642.562929:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074863b80 x1834598494540800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610667 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610642.562936:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610642.562938:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610642.562939:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610642.562941:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749610642.562942:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749610642.562944:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749610642.562946:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749610642.562948:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610642.562952:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074863b80 x1834598494540800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610667 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610642.562964:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074863b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494540800:0@lo:38:kworker.0 00000100:00000001:1.0:1749610642.562970:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610642.562973:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610642.562977:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074863100 x1834598494540416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610667 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610642.562987:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610642.562990:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749610642.562993:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130310800. 02000000:00000001:1.0:1749610642.562997:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610642.563000:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610642.563003:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:1.0:1749610642.563006:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610642.563009:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880129e13c00. 02000000:00000001:1.0:1749610642.563013:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610642.563015:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610642.563018:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074863100. 00000100:00000001:1.0:1749610642.563032:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610642.563034:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610642.563061:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610642.563068:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074863480 x1834598494540544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610667 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610642.563079:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610642.563081:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749610642.563084:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130312400. 02000000:00000001:1.0:1749610642.563088:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610642.563091:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610642.563093:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1749610642.563096:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610642.563099:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880129e10800. 02000000:00000001:1.0:1749610642.563102:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610642.563104:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610642.563106:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074863480. 00000100:00000001:1.0:1749610642.563110:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610642.563111:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610642.563114:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610642.563119:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074863b80 x1834598494540800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610667 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610642.563129:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610642.563131:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749610642.563133:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130313c00. 02000000:00000001:1.0:1749610642.563136:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610642.563138:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610642.563140:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:1.0:1749610642.563142:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610642.563145:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880129e12000. 02000000:00000001:1.0:1749610642.563148:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610642.563150:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610642.563152:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074863b80. 00000100:00000001:1.0:1749610642.563156:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610642.563157:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610642.563160:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610642.563164:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610642.563166:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610642.563178:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610642.563181:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610642.574799:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:0.0:1749610642.574808:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610642.574812:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749610642.574816:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749610642.574819:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1749610642.574832:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299916018, at 4299916032 00000100:00000010:0.0:1749610642.574842:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136acd840. 02000000:00000010:0.0:1749610642.574856:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130310400. 02000000:00000001:0.0:1749610642.574859:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610642.574863:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610642.574868:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749610642.574871:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610642.574876:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749610642.574881:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749610642.574885:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610642.574890:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610642.574893:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610642.574897:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:0.0:1749610642.574902:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:0.0:1749610642.574905:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749610642.574908:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610642.574911:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610642.574915:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610642.574920:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 00000100:00000200:0.0:1749610642.574926:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494540288, offset 0 00000400:00000200:0.0:1749610642.574932:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610642.574942:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610642.574952:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf929200 00000400:00000200:0.0:1749610642.574960:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6271 [1] + 0 00000400:00000200:0.0:1749610642.574968:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610642.574973:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610642.574987:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749610642.574996:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074862a00 x1834598494540288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610667 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610642.575013:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880074862a00 x1834598494540288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610667 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610642.575034:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749610642.575067:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 00000400:00000010:0.0:1749610642.575071:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00000100:00000001:0.0:1749610642.575075:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610642.575077:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749610642.575083:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610642.575087:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610642.575091:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610642.575094:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749610642.575101:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b719f80 x1834598494540288/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610662 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610642.575109:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610642.575114:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1749610642.575118:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b719f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494540288:12345-0@lo:38:kworker.0 Request processed in 15147us (15994us total) trans 0 rc -19/-19 00000400:00000001:1.0:1749610642.575121:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749610642.575123:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749610642.575126:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffc08. 00000400:00000200:1.0:1749610642.575131:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821e58 00000100:00100000:0.0:1749610642.575131:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000400:00000010:1.0:1749610642.575133:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821e58. 00000100:00000001:0.0:1749610642.575135:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610642.575137:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610642.575137:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1749610642.575143:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff480. 00000100:00000200:1.0:1749610642.575144:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074862a00 x1834598494540288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610667 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610642.575148:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add3e8. 00000020:00000010:0.0:1749610642.575153:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8fe00. 00000100:00000200:1.0:1749610642.575157:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074862a00 x1834598494540288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610667 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610642.575158:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610642.575165:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610642.575166:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610642.575169:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749610642.575172:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610642.575174:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610642.575176:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610642.575178:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610642.575184:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610642 v=5 (0 0 0 0) 00000100:00001000:1.0:1749610642.575188:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=65 v=20 (1 1 1 20) 00000100:00000001:1.0:1749610642.575191:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610642.575193:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610642.575196:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610642.575200:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074862a00 x1834598494540288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610667 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610642.575209:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610642.575212:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610642.575214:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610642.575216:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749610642.575218:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749610642.575221:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749610642.575232:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749610642.575235:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610642.575239:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074862a00 x1834598494540288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610667 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610642.575248:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074862a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494540288:0@lo:38:kworker.0 00000100:00000001:1.0:1749610642.575253:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610642.575255:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610642.575258:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074862a00 x1834598494540288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610667 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610642.575265:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610642.575267:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749610642.575269:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130311000. 02000000:00000001:1.0:1749610642.575273:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610642.575275:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610642.575277:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:1.0:1749610642.575280:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610642.575282:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880129e13400. 02000000:00000001:1.0:1749610642.575285:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610642.575286:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610642.575288:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074862a00. 00000100:00000001:1.0:1749610642.575291:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610642.575292:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610642.575294:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610642.575296:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610642.575297:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610642.575299:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610642.575300:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1749610642.601858:0:22906:0:(debug.c:791:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1749610642.601862:0:22906:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 140: Check reasonable stack depth (shouldn't LBUG) ============================================================== 22:57:21 (1749610641) 00000001:00000001:3.0:1749610642.609352:0:22906:0:(debug.c:794:libcfs_debug_mark_buffer()) ************************************************** 00080000:00000010:1.0:1749610642.663250:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749610642.663261:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749610642.663268:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610642.663336:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749610642.663341:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749610642.663345:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610642.663358:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749610642.663363:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749610642.663366:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610642.846675:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749610642.846686:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610642.846689:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610642.846696:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af0c0 going to sleep for 0 seconds 00000100:00000001:3.0:1749610642.846702:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610642.846707:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610642.846711:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610642.846717:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610642.846720:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610643.420638:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610643.420643:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610643.420701:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610643.420705:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610643.420707:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610643.457615:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610643.457620:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610643.457621:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610643.457624:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610643.457626:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610643.457629:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610643.457631:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610643.457644:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610643.457645:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610643.559679:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610643.559691:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610643.559692:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610643.559696:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610643.559697:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610643.559700:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610643.559701:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610643.846836:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610643.846848:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610643.846852:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610643.846859:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749610643.846864:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610643.846868:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610643.846872:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610643.846878:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610643.846881:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610644.422648:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610644.422656:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749610644.422659:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749610644.422662:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610644.422667:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749610644.422669:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610644.422671:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610644.422674:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610644.422785:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610644.422790:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610644.422794:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610644.457627:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610644.457633:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610644.457635:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610644.457639:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610644.457643:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610644.457647:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610644.457650:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610644.457652:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610644.457655:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610644.471139:0:22930:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749610644.471155:0:22930:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749610644.471164:0:22930:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610644.471192:0:22930:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749610644.471199:0:22930:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749610644.471204:0:22930:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610644.471213:0:22930:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749610644.471219:0:22930:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749610644.471224:0:22930:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610644.475779:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749610644.475787:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749610644.475794:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610644.475925:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749610644.475932:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749610644.475937:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610644.475945:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749610644.475950:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749610644.475954:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610644.559629:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610644.559644:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610644.559646:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610644.559650:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610644.559653:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610644.559657:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610644.559659:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610644.653844:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749610644.653854:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749610644.653860:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610644.653931:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749610644.653937:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749610644.653940:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610644.653947:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749610644.653952:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749610644.653954:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610644.846640:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610644.846650:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610644.846654:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610644.846660:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749610644.846665:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610644.846669:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610644.846674:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749610644.846690:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88012ec57800 x1834598494538496/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610644.846704:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610644.846728:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec57800 x1834598494538496/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610644.846742:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749610644.846747:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610644.846751:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610644.846754:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610644.846760:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec57800 x1834598494538496/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610644.846774:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec57800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494538496:0@lo:101:ll_cfg_requeue.0 00000100:00000001:0.0:1749610644.846783:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610644.846786:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749610644.846791:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749610644.846794:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610644.846799:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec57800 x1834598494538496/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610644.846811:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610644.846815:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88006b8af0c0. 00000100:00000001:0.0:1749610644.846820:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749610644.846823:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749610644.846828:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749610644.846834:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749610644.846839:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610644.846843:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8ea00 refcount=4 00000020:00000001:0.0:1749610644.846848:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457043456 : -131939252508160 : ffff88007fb8ea00) 00010000:00000001:0.0:1749610644.846852:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457043456 : -131939252508160 : ffff88007fb8ea00) 00010000:00010000:0.0:1749610644.846861:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88007fb8ea00/0x689c0ec07329d1ad lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610644.846874:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749610644.846882:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88007fb8ea00/0x689c0ec07329d1ad lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610644.846899:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749610644.846904:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8ea00/0x689c0ec07329d1ad lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610644.846916:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610644.846918:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749610644.846923:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88007fb8ea00/0x689c0ec07329d1ad lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610644.846933:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749610644.846937:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610644.846941:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749610644.846945:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88007fb8ea00/0x689c0ec07329d1ad lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749610644.846955:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88007fb8ea00 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:0.0:1749610644.846960:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749610644.846965:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8ea00/0x689c0ec07329d1ad lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610644.846974:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749610644.846977:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749610644.846979:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610644.846982:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8ea00 refcount=5 00000020:00000001:0.0:1749610644.846985:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457043456 : -131939252508160 : ffff88007fb8ea00) 00010000:00000001:0.0:1749610644.846989:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457043456 : -131939252508160 : ffff88007fb8ea00) 00010000:00000001:0.0:1749610644.846994:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749610644.846998:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88007fb8ea00/0x689c0ec07329d1ad lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749610644.847008:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749610644.847012:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8ea00/0x689c0ec07329d1ad lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749610644.847064:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:0.0:1749610644.847068:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749610644.847070:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610644.847075:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749610644.847078:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749610644.847082:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749610644.847085:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749610644.847088:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749610644.847090:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610644.847095:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007fb8ea00 with handle 0x689c0ec07329d1ad from hash 00010000:00000001:0.0:1749610644.847099:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749610644.847101:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610644.847103:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610644.847105:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749610644.847108:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749610644.847110:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749610644.847114:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610644.847116:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610644.847118:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749610644.847121:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610644.847126:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88007fb8ea00/0x689c0ec07329d1ad lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610644.847135:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610644.847137:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610644.847139:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749610644.847142:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749610644.847144:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610644.847146:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610644.847147:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749610644.847151:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88007fb8ea00/0x689c0ec07329d1ad lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1749610644.847163:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88007ef3f200 count: 0 00010000:00000001:0.0:1749610644.847202:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610644.847214:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749610644.847220:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610644.847227:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec57800 x1834598494538496/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610644.847240:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749610644.847245:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610644.847248:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749610644.847252:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610644.847258:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007fb8e400. 02000000:00000001:0.0:1749610644.847264:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610644.847267:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610644.847270:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec57800. 00000100:00000001:0.0:1749610644.847276:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610644.847278:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749610644.847282:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:0.0:1749610644.847286:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:0.0:1749610644.847290:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1749610644.847295:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8800b52db600. 00000020:00000010:0.0:1749610644.847301:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e400. 00000020:00000010:0.0:1749610644.847308:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88007fb8f200. 00000040:00000010:0.0:1749610644.847314:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88007fb8ec00. 00000020:00000010:0.0:1749610644.847322:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a3b0800. 00000020:00000010:0.0:1749610644.847328:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88007fb8ee00. 80000000:00000010:0.0:1749610644.847335:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b43bf240. 00040000:00000010:0.0:1749610644.847342:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88007fb8f400. 00080000:00000010:0.0:1749610644.847350:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009a4c5000. 00080000:00000010:0.0:1749610644.847357:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009a4c8000. 10000000:00000040:0.0:1749610644.847367:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000001:0.0:1749610644.847370:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:0.0:1749610644.847377:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88007fb8f200. 00000040:00000010:0.0:1749610644.847381:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88007fb8ec00. 00000020:00000010:0.0:1749610644.847384:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a3b0800. 00000020:00000010:0.0:1749610644.847389:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88007fb8ee00. 80000000:00000010:0.0:1749610644.847393:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b43bf240. 00040000:00000010:0.0:1749610644.847403:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88007fb8f400. 00080000:00000010:0.0:1749610644.847408:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009a4c8000. 00080000:00000010:0.0:1749610644.847412:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009a4c5000. 00000020:00000010:0.0:1749610644.847416:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e400. 10000000:00000010:0.0:1749610644.847418:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8800b52db600. 10000000:01000000:0.0:1749610644.847422:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-client' failed (-5). 10000000:00000001:0.0:1749610644.847425:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:0.0:1749610644.847428:0:9690:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:0.0:1749610644.847430:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1749610644.847433:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1749610644.847435:0:9690:0:(mgc_request.c:108:config_log_get()) log lustre-OST0001 (ffff88007a828800) refs 2 10000000:00000001:0.0:1749610644.847437:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749610644.847439:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1749610644.847441:0:9690:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff880095486000) refs 2 10000000:00000001:0.0:1749610644.847443:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1749610644.847444:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1749610644.847446:0:9690:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:00000001:0.0:1749610644.847447:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:0.0:1749610644.847449:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 8 10000000:00000001:0.0:1749610644.847452:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:0.0:1749610644.847453:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00000100:00000010:0.0:1749610644.847458:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bad4380. 00000020:00000040:0.0:1749610644.847461:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1749610644.847466:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610644.847469:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610644.847473:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610644.847479:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007fb8e400. 00000100:00000001:0.0:1749610644.847485:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610644.847489:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1749610644.847492:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1749610644.847498:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007ef3f100. 00010000:00000001:0.0:1749610644.847503:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1749610644.847505:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007fb8e200. 00000020:00000001:0.0:1749610644.847509:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1749610644.847511:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007fb8e200 with handle 0x689c0ec07329d1b4 to hash 00000020:00000001:0.0:1749610644.847513:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1749610644.847519:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134457041408 : -131939252510208 : ffff88007fb8e200) 00010000:00000001:0.0:1749610644.847522:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134457041408 : -131939252510208 : ffff88007fb8e200) 00010000:00000001:0.0:1749610644.847558:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749610644.847560:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610644.847564:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8e200/0x689c0ec07329d1b4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749610644.847572:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88007fb8e200/0x689c0ec07329d1b4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749610644.847583:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88007fb8e200/0x689c0ec07329d1b4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1749610644.847589:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749610644.847591:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749610644.847597:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88006b8af0c0. 00000100:00000001:0.0:1749610644.847599:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134118486208 : -131939591065408 : ffff88006b8af0c0) 00000100:00000001:0.0:1749610644.847601:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610644.847603:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134926041984 : -131938783509632 : ffff88009bad4380) 00000100:00000001:0.0:1749610644.847608:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610644.847613:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610644.847615:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749610644.847616:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749610644.847622:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009bad4380 x1834598494541056/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610644.847630:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610644.847632:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749610644.847636:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88009bad4380 x1834598494541056/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610644.847643:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610644.847645:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610644.847646:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610644.847648:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749610644.847656:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610644.847658:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610644.847660:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610644.847661:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610644.847664:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1F:1749610644.849735:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007ef3f200. 00010000:00000010:2.1:1749610644.849755:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007fb8ea00. 00080000:00000010:3.0:1749610645.079076:0:22995:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c280. 00080000:00000010:3.0:1749610645.079087:0:22995:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c280. 00000020:00000001:3.0:1749610645.079093:0:22995:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610645.079112:0:22995:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c280. 00080000:00000010:3.0:1749610645.079117:0:22995:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c280. 00000020:00000001:3.0:1749610645.079120:0:22995:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610645.079127:0:22995:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6c280. 00080000:00000010:3.0:1749610645.079132:0:22995:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6c280. 00000020:00000001:3.0:1749610645.079135:0:22995:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610645.083255:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff880. 00080000:00000010:0.0:1749610645.083262:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff880. 00000020:00000001:0.0:1749610645.083267:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610645.083337:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff880. 00080000:00000010:0.0:1749610645.083341:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff880. 00000020:00000001:0.0:1749610645.083344:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610645.083349:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff880. 00080000:00000010:0.0:1749610645.083352:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff880. 00000020:00000001:0.0:1749610645.083355:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610645.257882:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749610645.257892:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749610645.257898:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610645.257970:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749610645.257975:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749610645.257979:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610645.257986:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749610645.257991:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749610645.257993:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610645.424725:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610645.424733:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610645.424888:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610645.424894:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610645.424898:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610645.457653:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610645.457660:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610645.457663:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610645.457668:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610645.457673:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610645.457679:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610645.457684:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610645.457688:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610645.457691:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610645.559574:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610645.559583:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610645.559584:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610645.559587:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610645.559589:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610645.559591:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610645.559593:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610645.631800:0:23061:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387500. 00080000:00000010:2.0:1749610645.631808:0:23061:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387500. 00000020:00000001:2.0:1749610645.631813:0:23061:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610645.631827:0:23061:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387500. 00080000:00000010:2.0:1749610645.631831:0:23061:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387500. 00000020:00000001:2.0:1749610645.631834:0:23061:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610645.631840:0:23061:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387500. 00080000:00000010:2.0:1749610645.631843:0:23061:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387500. 00000020:00000001:2.0:1749610645.631846:0:23061:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610645.634244:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749610645.634248:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749610645.634251:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610645.634291:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749610645.634293:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749610645.634294:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610645.634297:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749610645.634298:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749610645.634300:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610645.752610:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd00. 00080000:00000010:3.0:1749610645.752615:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd00. 00000020:00000001:3.0:1749610645.752619:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610645.752656:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd00. 00080000:00000010:3.0:1749610645.752662:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd00. 00000020:00000001:3.0:1749610645.752664:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749610645.752668:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd00. 00080000:00000010:3.0:1749610645.752671:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd00. 00000020:00000001:3.0:1749610645.752673:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610645.847641:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610645.847647:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610645.847648:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610645.847651:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af0c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749610645.847653:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610645.847656:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610645.847658:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610645.847661:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610645.847663:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610646.086692:0:23125:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749610646.086698:0:23125:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749610646.086702:0:23125:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610646.086711:0:23125:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749610646.086715:0:23125:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749610646.086717:0:23125:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610646.086721:0:23125:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749610646.086724:0:23125:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749610646.086726:0:23125:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610646.089337:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749610646.089340:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749610646.089343:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610646.089408:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749610646.089411:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749610646.089414:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610646.089418:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749610646.089420:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749610646.089422:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1749610646.169583:0:23167:0:(debug.c:791:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1749610646.169586:0:23167:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 150a: truncate/append tests =============== 22:57:25 (1749610645) 00000001:00000001:1.0:1749610646.171983:0:23167:0:(debug.c:794:libcfs_debug_mark_buffer()) ************************************************** 00080000:00000010:2.0:1749610646.197869:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749610646.197874:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749610646.197878:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610646.197913:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749610646.197916:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749610646.197918:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610646.197922:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749610646.197925:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749610646.197926:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749610646.256800:0:28314:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610646.256813:0:28314:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749610646.256816:0:28314:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610646.256828:0:28314:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610646.256837:0:28314:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.202.106@tcp(192.168.202.106@tcp) <- 192.168.202.6@tcp : PUT - for me 00000400:00000200:0.0:1749610646.256852:0:28314:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.6@tcp of length 520 into portal 26 MB=0x6848ee5f00a80 00000400:00000100:0.0:1749610646.256857:0:28314:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-192.168.202.6@tcp portal 26 match 1834599138200192 offset 0 length 520: 4 00000400:00000200:0.0:1749610646.256860:0:28314:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88006dfe5ce0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1749610646.256862:0:28314:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1749610646.256869:0:28314:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610646.256875:0:28314:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749610646.256877:0:28314:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610646.256878:0:28314:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749610646.426711:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610646.426718:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610646.426864:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610646.426867:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610646.426869:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610646.457620:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610646.457626:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610646.457629:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610646.457633:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610646.457636:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610646.457640:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610646.457644:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610646.457647:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610646.457650:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610646.559735:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610646.559752:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610646.559755:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610646.559760:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610646.559763:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610646.559767:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610646.559769:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610646.847770:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610646.847778:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610646.847797:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610646.847802:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af0c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749610646.847805:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610646.847809:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610646.847813:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610646.847816:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610646.847818:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610647.428685:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610647.428693:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610647.428822:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610647.428827:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610647.428831:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610647.457633:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610647.457638:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610647.457641:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610647.457645:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610647.457649:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610647.457653:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610647.457671:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610647.457675:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610647.457677:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610647.559636:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610647.559654:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610647.559657:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610647.559663:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610647.559666:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610647.559670:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610647.559674:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610647.566650:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610647.566661:0:8737:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749610647.566665:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610647.566671:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610647.566675:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610647.566679:0:8737:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610647.566685:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610647.566692:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5248 00000100:00080000:2.0:1749610647.566698:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610647.566703:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610647.566707:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610647.566711:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610647.566714:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610647.566720:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610647.566724:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749610647.566728:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610647.566732:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749610647.566736:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749610647.566740:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749610647.566744:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610647.566748:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610647.566764:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610647.566767:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610647.566771:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749610647.566777:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610647.566780:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610647.566785:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610647.566793:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610647.566798:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610647.566801:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610647.566805:0:8737:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610647.566812:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074863800. 00000020:00000040:2.0:1749610647.566818:0:8737:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749610647.566823:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610647.566827:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610647.566831:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610647.566834:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610647.566840:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610647.566850:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880129e10000. 00000100:00000001:2.0:1749610647.566859:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610647.566870:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880074863800 x1834598494541184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610647.566887:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610647.566892:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610647.566899:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074863800] to pc [ptlrpcd_rcv+-1] req@ffff880074863800 x1834598494541184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610647.566937:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610647.566942:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610647.566948:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610647.566950:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610647.566953:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610647.566957:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610647.566960:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5248 00000100:00080000:2.0:1749610647.566973:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610647.566978:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610647.566981:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610647.566985:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610647.566988:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610647.567042:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610647.567044:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749610647.567047:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610647.567050:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000100:00000001:0.0:1749610647.567053:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1749610647.567054:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749610647.567057:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000001:0.0:1749610647.567059:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749610647.567061:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610647.567062:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749610647.567065:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610647.567068:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000040:0.0:1749610647.567070:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074863800 x1834598494541184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610647.567071:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610647.567075:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749610647.567079:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610647.567082:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610647.567083:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1749610647.567085:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1749610647.567085:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610647.567088:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610647.567091:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610647.567092:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610647.567095:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610647.567095:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610647.567098:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00100000:0.0:1749610647.567099:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074863800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494541184:0@lo:38:kworker.0 00000100:00000001:2.0:1749610647.567101:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610647.567104:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000010:2.0:1749610647.567106:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074861c00. 02000000:00000001:0.0:1749610647.567108:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:2.0:1749610647.567109:0:8737:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749610647.567110:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610647.567113:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610647.567113:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1749610647.567115:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610647.567118:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:0.0:1749610647.567118:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130311c00. 02000000:00000001:2.0:1749610647.567120:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610647.567121:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610647.567123:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610647.567127:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffd68. 02000000:00000010:2.0:1749610647.567129:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880129e10c00. 00000100:00000001:2.0:1749610647.567134:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610647.567135:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 00000100:00000200:0.0:1749610647.567143:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494541184, portal 4 00000100:00000001:0.0:1749610647.567146:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610647.567148:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269171712 : -131939440379904 : ffff880074863800) 00000100:00100000:2.0:1749610647.567151:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880074861c00 x1834598494541312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1749610647.567157:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074863800 x1834598494541184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610647.567165:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610647.567166:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610647.567169:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610647.567175:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074861c00] to pc [ptlrpcd_rcv+-1] req@ffff880074861c00 x1834598494541312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610647.567179:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610647.567181:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821088. 00000100:00000200:0.0:1749610647.567185:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494541184, offset 0 00000100:00000001:2.0:1749610647.567188:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610647.567191:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00080000:2.0:1749610647.567192:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610647.567197:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610647.567200:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610647.567202:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610647.567206:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000400:00000200:0.0:1749610647.567208:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00080000:2.0:1749610647.567209:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5248 00000100:00080000:2.0:1749610647.567213:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610647.567217:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610647.567220:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1749610647.567220:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf929580 00000100:00000040:2.0:1749610647.567223:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610647.567226:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:0.0:1749610647.567227:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3ded [256] + 7800 00000020:00000001:2.0:1749610647.567229:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610647.567232:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:2.0:1749610647.567234:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1749610647.567236:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:2.0:1749610647.567237:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000400:00000200:0.0:1749610647.567240:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1749610647.567241:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000020:00000001:2.0:1749610647.567244:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000001:0.0:1749610647.567246:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749610647.567248:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000040:2.0:1749610647.567249:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610647.567252:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000010:0.0:1749610647.567253:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bad5500. 00000100:00000040:2.0:1749610647.567254:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610647.567257:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:0.0:1749610647.567257:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009bad5500 x1834598494541184 msgsize 520 00000020:00000040:2.0:1749610647.567260:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00100000:0.0:1749610647.567261:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749610647.567264:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610647.567277:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610647.567280:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610647.567285:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610647.567288:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610647.567289:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749610647.567291:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610647.567293:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610647.567297:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074861880. 00000400:00000200:0.0:1749610647.567298:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821088 00000020:00000040:2.0:1749610647.567301:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000010:0.0:1749610647.567301:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821088. 00000100:00000001:0.0:1749610647.567304:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:2.0:1749610647.567305:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610647.567307:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610647.567309:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:0.0:1749610647.567309:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074863800 x1834598494541184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610647.567311:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610647.567314:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610647.567318:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000010:2.0:1749610647.567320:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880129e13400. 00000100:00000040:0.0:1749610647.567321:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074863800 x1834598494541184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610672 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610647.567325:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610647.567329:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610647.567331:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:2.0:1749610647.567332:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880074861880 x1834598494541440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610647.567335:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610647.567340:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1278 usecs (2 jiffies) 00000100:00000001:2.0:1749610647.567343:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610647.567344:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299921026 00000100:00000001:2.0:1749610647.567346:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610647.567348:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b3800. 00000100:00000040:2.0:1749610647.567351:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074861880] to pc [ptlrpcd_rcv+-1] req@ffff880074861880 x1834598494541440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610647.567355:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:0.0:1749610647.567361:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299921026 00000100:00000001:2.0:1749610647.567362:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610647.567364:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b3f80. 00000100:00000001:0.0:1749610647.567366:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000040:2.0:1749610647.567367:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749610647.567372:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1749610647.567376:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299921026 00000100:00000010:2.0:1749610647.567377:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074862300. 00000100:00000010:0.0:1749610647.567379:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b3a00. 00000020:00000040:2.0:1749610647.567380:0:8737:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749610647.567382:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749610647.567384:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1749610647.567385:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299921026 02000000:00000001:2.0:1749610647.567386:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:0.0:1749610647.567388:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b3900. 02000000:00000001:2.0:1749610647.567389:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610647.567390:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 02000000:00000010:2.0:1749610647.567394:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5300. 00000100:00000001:2.0:1749610647.567398:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610647.567402:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749610647.567404:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880074862300 x1834598494541568/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610647.567405:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610647.567408:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610647.567410:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610647.567411:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749610647.567416:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610647.567418:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610647.567420:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610647.567421:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610647.567423:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:1.0:1749610647.567426:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494541184 00000100:00000040:0.0:1749610647.567428:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074861c00 x1834598494541312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610647.567430:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610647.567433:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610647.567436:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749610647.567436:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610647.567436:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610647.567438:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610647.567439:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610647.567440:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749610647.567441:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610647.567443:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610647.567445:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610647.567446:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494541184 00000100:00000040:2.0:1749610647.567447:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074862300] to pc [ptlrpcd_00_02+2] req@ffff880074862300 x1834598494541568/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610647.567448:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:0.0:1749610647.567448:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074861c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494541312:0@lo:38:kworker.0 00000020:00000040:1.0:1749610647.567450:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749610647.567451:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1749610647.567452:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1749610647.567453:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:1.0:1749610647.567455:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610647.567455:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610647.567457:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610647.567457:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749610647.567460:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130311400. 02000000:00000001:0.0:1749610647.567462:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610647.567463:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125600. 00000400:00000010:0.0:1749610647.567466:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffc60. 00000020:00000010:1.0:1749610647.567469:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9b80. 00000400:00000010:0.0:1749610647.567470:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821088. 00000100:00000200:0.0:1749610647.567473:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494541312, portal 10 00000020:00000010:1.0:1749610647.567474:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c960. 00000100:00000001:0.0:1749610647.567475:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610647.567479:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610647.567479:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610647.567481:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610647.567481:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269164544 : -131939440387072 : ffff880074861c00) 00000100:00000001:1.0:1749610647.567483:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610647.567484:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000040:0.0:1749610647.567488:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074861c00 x1834598494541312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749610647.567489:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1749610647.567490:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610647.567491:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610647.567494:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610647.567495:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610647.567498:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610647.567499:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:1.0:1749610647.567500:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749610647.567500:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958212a8. 00000100:00080000:2.0:1749610647.567502:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5248 00000100:00000200:0.0:1749610647.567502:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494541312, offset 0 00000100:00000001:3.0:1749610647.567505:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1749610647.567506:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000400:00000200:0.0:1749610647.567506:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749610647.567510:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749610647.567511:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1749610647.567512:0:28324:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1749610647.567513:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1749610647.567513:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610647.567514:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610647.567515:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610647.567516:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000200:0.0:1749610647.567518:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf929600 00000100:00000001:2.0:1749610647.567519:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00100000:1.0:1749610647.567520:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000400:00000200:0.0:1749610647.567552:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 182864 00000100:00000001:3.0:1749610647.567554:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610647.567557:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749610647.567558:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1749610647.567558:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610647.567559:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1749610647.567560:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000100:00000001:3.0:1749610647.567561:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1749610647.567561:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610647.567563:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1749610647.567563:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610647.567565:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000020:00000040:2.0:1749610647.567566:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000100:00000200:0.0:1749610647.567567:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:2.0:1749610647.567570:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:3.0:1749610647.567571:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074862300 x1834598494541568/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749610647.567573:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec57800. 00000020:00000001:2.0:1749610647.567574:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:0.0:1749610647.567575:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88012ec57800 x1834598494541312 msgsize 520 00000100:00000040:2.0:1749610647.567578:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749610647.567578:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134926046464 : -131938783505152 : ffff88009bad5500) 00000100:00100000:0.0:1749610647.567580:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749610647.567581:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749610647.567582:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610647.567584:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610647.567584:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000040:1.0:1749610647.567585:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bad5500 x1834598494541184/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610647.567587:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749610647.567587:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610647.567588:0:28320:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:3.0:1749610647.567590:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1749610647.567591:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000400:00000200:0.0:1749610647.567592:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958212a8 02000000:00000001:3.0:1749610647.567593:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610647.567594:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958212a8. 00000100:00080000:2.0:1749610647.567595:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00100000:3.0:1749610647.567596:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074862300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:28324:1834598494541568:0@lo:400:kworker.0 00000100:00000001:0.0:1749610647.567596:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749610647.567598:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610647.567599:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bad5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494541184:12345-0@lo:38:kworker.0 00000100:00000001:3.0:1749610647.567600:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000200:0.0:1749610647.567600:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074861c00 x1834598494541312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610647.567603:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494541184 02000000:00000001:3.0:1749610647.567604:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749610647.567606:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610647.567607:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749610647.567607:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749610647.567608:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1749610647.567609:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:0.0:1749610647.567610:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074861c00 x1834598494541312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610672 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610647.567611:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000010:3.0:1749610647.567614:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7b3800. 02000000:00000001:2.0:1749610647.567615:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610647.567616:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610647.567616:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610647.567618:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610647.567618:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749610647.567620:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610647.567621:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f77e8. 00000100:00000001:2.0:1749610647.567622:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000040:0.0:1749610647.567623:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 866 usecs (1 jiffies) 00000100:00000001:2.0:1749610647.567624:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610647.567625:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610647.567626:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedb28. 00000100:00000001:0.0:1749610647.567626:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299921026 00000100:00000001:0.0:1749610647.567628:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299921026 00010000:00020000:1.0:1749610647.567629:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:3.0:1749610647.567631:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494541568, portal 10 00000100:00000010:2.0:1749610647.567631:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074862a00. 00000100:00000001:3.0:1749610647.567633:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00010000:00000001:1.0:1749610647.567633:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610647.567635:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269166336 : -131939440385280 : ffff880074862300) 00000020:00000040:2.0:1749610647.567635:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00010000:00000001:1.0:1749610647.567636:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:2.0:1749610647.567638:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610647.567640:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610647.567643:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610647.567645:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1749610647.567646:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749610647.567646:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299921026 02000000:00000001:2.0:1749610647.567648:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610647.567648:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299921026 00000100:00000001:1.0:1749610647.567649:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749610647.567650:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299921026 00000100:00000040:3.0:1749610647.567652:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074862300 x1834598494541568/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610647.567652:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749610647.567652:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299921026 00000100:00000001:0.0:1749610647.567654:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299921026 02000000:00000010:2.0:1749610647.567655:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880129e12000. 00000100:00000001:0.0:1749610647.567656:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299921026 02000000:00000010:1.0:1749610647.567658:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009cd69000. 00000100:00000001:0.0:1749610647.567658:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610647.567660:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610647.567660:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610647.567660:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610647.567661:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610647.567663:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610647.567663:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610647.567663:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1749610647.567666:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedaa0. 00010000:00000001:1.0:1749610647.567667:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1749610647.567667:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074861880 x1834598494541440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610647.567668:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880074862a00 x1834598494541696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1749610647.567669:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494541568, offset 0 00010000:00000001:1.0:1749610647.567669:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610647.567673:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:3.0:1749610647.567674:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610647.567674:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610647.567675:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610647.567677:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:0.0:1749610647.567678:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749610647.567679:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749610647.567680:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1749610647.567680:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610647.567681:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610647.567683:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610647.567683:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610647.567683:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610647.567685:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00100000:0.0:1749610647.567685:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074861880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494541440:0@lo:38:kworker.0 00000100:00000001:0.0:1749610647.567688:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1749610647.567689:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074862a00] to pc [ptlrpcd_rcv+-1] req@ffff880074862a00 x1834598494541696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610647.567689:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 02000000:00000001:0.0:1749610647.567690:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1749610647.567691:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf929700 02000000:00000001:0.0:1749610647.567692:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610647.567693:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:0.0:1749610647.567693:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1749610647.567695:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:3.0:1749610647.567696:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 183384 02000000:00000001:1.0:1749610647.567697:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610647.567697:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130312400. 00000100:00000001:1.0:1749610647.567699:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749610647.567699:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610647.567702:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1749610647.567702:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610647.567702:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffbb0. 00000400:00000200:3.0:1749610647.567705:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1749610647.567705:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 00000400:00000010:0.0:1749610647.567705:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958212a8. 00000100:00000200:0.0:1749610647.567709:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494541440, portal 10 00000100:00000001:3.0:1749610647.567711:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749610647.567711:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494541184, offset 0 00000100:00000001:0.0:1749610647.567711:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000200:3.0:1749610647.567713:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749610647.567713:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269163648 : -131939440387968 : ffff880074861880) 00000400:00000200:1.0:1749610647.567716:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:3.0:1749610647.567718:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e99ca80. 00000100:00000001:2.0:1749610647.567719:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610647.567719:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074861880 x1834598494541440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610647.567721:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff88008e99ca80 x1834598494541568 msgsize 224 00000100:00000040:2.0:1749610647.567723:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749610647.567725:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:3.0:1749610647.567726:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1749610647.567726:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610647.567728:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749610647.567732:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074863b80. 00000100:00000040:0.0:1749610647.567732:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1749610647.567733:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf929580 00000400:00000010:0.0:1749610647.567735:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 00000020:00000040:2.0:1749610647.567736:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:3.0:1749610647.567737:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749610647.567738:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x62b9 [1] + 0 00000100:00000001:2.0:1749610647.567740:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610647.567742:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1749610647.567744:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749610647.567745:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610647.567747:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:2.0:1749610647.567751:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5000. 00000100:00000200:0.0:1749610647.567752:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494541440, offset 0 00000100:00000001:1.0:1749610647.567754:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610647.567755:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610647.567756:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610647.567760:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedaa0 00000100:00000200:1.0:1749610647.567760:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074863800 x1834598494541184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610672 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610647.567762:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedaa0. 00000400:00000200:0.0:1749610647.567764:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610647.567766:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:2.0:1749610647.567768:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880074863b80 x1834598494541824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1749610647.567770:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074862300 x1834598494541568/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610647.567770:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf929680 00000100:00000040:1.0:1749610647.567772:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880074863800 x1834598494541184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610672 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610647.567775:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 183608 00000400:00000200:0.0:1749610647.567779:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610647.567780:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610647.567782:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749610647.567782:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:3.0:1749610647.567783:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074862300 x1834598494541568/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610663 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610647.567783:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610647.567786:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749610647.567787:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749610647.567790:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610647.567792:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749610647.567792:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610647.567792:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009ac34000. 00000100:00000040:0.0:1749610647.567794:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009ac34000 x1834598494541440 msgsize 520 00000400:00000200:1.0:1749610647.567795:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00000100:00000001:3.0:1749610647.567796:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610647.567797:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 00000100:00000040:2.0:1749610647.567798:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074863b80] to pc [ptlrpcd_00_03+3] req@ffff880074863b80 x1834598494541824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610647.567798:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1749610647.567799:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 782 usecs (1 jiffies) 00000100:00000001:1.0:1749610647.567800:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610647.567802:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299921026 00000100:00000001:1.0:1749610647.567802:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610647.567805:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299921026 00000100:00000001:1.0:1749610647.567806:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610647.567807:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749610647.567808:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299921026 00000100:00000001:2.0:1749610647.567808:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610647.567809:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000200:0.0:1749610647.567811:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 00000100:00000001:1.0:1749610647.567812:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610647.567813:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 00000100:00000040:2.0:1749610647.567814:0:8737:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5258) 00000020:00000001:1.0:1749610647.567814:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610647.567815:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749610647.567816:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299921026 00000100:00000001:3.0:1749610647.567818:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299921026 00000100:00000040:1.0:1749610647.567819:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bad5500 x1834598494541184/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610667 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610647.567819:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074861880 x1834598494541440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610647.567821:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299921026 00000100:00000001:3.0:1749610647.567823:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299921026 00000100:00000001:3.0:1749610647.567825:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299921026 00000100:00000001:0.0:1749610647.567826:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610647.567827:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749610647.567829:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074861880 x1834598494541440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610672 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610647.567830:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610647.567830:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bad5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494541184:12345-0@lo:38:kworker.0 Request processed in 231us (570us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749610647.567832:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610647.567834:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610647.567834:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749610647.567836:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610647.567837:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494541312 00000100:00000001:0.0:1749610647.567837:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610647.567839:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1749610647.567839:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:1.0:1749610647.567839:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00000001:0.0:1749610647.567839:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610647.567841:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1749610647.567841:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610647.567842:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610647.567843:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610647.567843:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610647.567843:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 800 usecs (1 jiffies) 00000100:00000001:3.0:1749610647.567844:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610647.567844:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749610647.567845:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610647.567845:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299921026 02000000:00000001:2.0:1749610647.567847:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610647.567847:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299921026 00000100:00100000:2.0:1749610647.567849:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494541312 00000020:00000010:1.0:1749610647.567849:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9b80. 00000100:00000040:3.0:1749610647.567850:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074863b80 x1834598494541824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610647.567850:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299921026 00000020:00000001:2.0:1749610647.567851:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749610647.567852:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299921026 00000020:00000040:2.0:1749610647.567853:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000010:1.0:1749610647.567853:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c960. 00000100:00000001:0.0:1749610647.567854:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299921026 00000020:00000001:2.0:1749610647.567855:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749610647.567856:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610647.567857:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000010:1.0:1749610647.567857:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125600. 00000100:00000001:3.0:1749610647.567858:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610647.567858:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610647.567861:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749610647.567861:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749610647.567862:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bc400. 00000100:00000001:0.0:1749610647.567862:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299921026 02000000:00000001:3.0:1749610647.567863:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610647.567864:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299921026 02000000:00000001:3.0:1749610647.567865:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610647.567866:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387100. 00000100:00000001:0.0:1749610647.567866:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299921026 00000100:00100000:3.0:1749610647.567868:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074863b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494541824:0@lo:400:kworker.0 00000100:00000001:0.0:1749610647.567869:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749610647.567870:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9000. 00000100:00000001:0.0:1749610647.567871:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610647.567872:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749610647.567874:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749610647.567874:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1749610647.567876:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610647.567876:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000001:0.0:1749610647.567876:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1749610647.567877:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000001:0.0:1749610647.567877:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749610647.567878:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610647.567878:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1749610647.567879:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffd68. 02000000:00000010:3.0:1749610647.567880:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7b2400. 00000100:00000001:1.0:1749610647.567881:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610647.567882:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610647.567882:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610647.567883:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 00000400:00000010:0.0:1749610647.567885:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00000400:00000010:3.0:1749610647.567886:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7790. 00000100:00000001:0.0:1749610647.567887:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000010:3.0:1749610647.567889:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedaa0. 00000100:00000001:2.0:1749610647.567891:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749610647.567891:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074863800 x1834598494541184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610672 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610647.567893:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494541824, portal 10 00000100:00000001:3.0:1749610647.567895:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610647.567898:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749610647.567898:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749610647.567900:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494541568 00000100:00100000:1.0:1749610647.567900:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494541440 00000100:00000200:0.0:1749610647.567900:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074863800 x1834598494541184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610672 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610647.567901:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269172608 : -131939440379008 : ffff880074863b80) 02000000:00000001:2.0:1749610647.567901:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610647.567903:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1749610647.567903:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610647.567904:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610647.567905:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610647.567906:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610647.567907:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610647.567908:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074863b80 x1834598494541824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610647.567908:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:2.0:1749610647.567909:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494541568 02000000:00000001:1.0:1749610647.567909:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610647.567909:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749610647.567910:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749610647.567911:0:28320:0:(client.c:1550:after_reply()) Process entered 00000020:00000040:2.0:1749610647.567912:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000100:00100000:1.0:1749610647.567912:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494541440 00000020:00000001:2.0:1749610647.567913:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610647.567914:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:1.0:1749610647.567914:0:9692:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1749610647.567914:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000040:2.0:1749610647.567915:0:12680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000020:00000040:1.0:1749610647.567915:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749610647.567915:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749610647.567916:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1749610647.567917:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610647.567917:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610647.567919:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedc38. 00000020:00000001:1.0:1749610647.567919:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610647.567920:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610647.567921:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494541824, offset 0 00000020:00000001:1.0:1749610647.567921:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610647.567922:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000020:00000010:1.0:1749610647.567924:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125600. 00000400:00000200:3.0:1749610647.567925:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1749610647.567925:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000020:00000010:1.0:1749610647.567926:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9b80. 00000100:00001000:0.0:1749610647.567926:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610647 v=5 (0 0 0 0) 00000100:00000001:2.0:1749610647.567930:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00001000:0.0:1749610647.567930:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=70 v=20 (1 1 1 20) 00000400:00000200:3.0:1749610647.567931:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1749610647.567933:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012b677040. 00000100:00000001:0.0:1749610647.567933:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000010:1.0:1749610647.567934:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c960. 00000100:00000001:0.0:1749610647.567936:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749610647.567937:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf929800 00000100:00000001:1.0:1749610647.567938:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610647.567939:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610647.567940:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1749610647.567941:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 184128 00000020:00000040:2.0:1749610647.567941:0:12680:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:1.0:1749610647.567942:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610647.567943:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074863800 x1834598494541184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610672 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610647.567945:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610647.567946:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610647.567948:0:12680:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:3.0:1749610647.567949:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610647.567952:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000020:00000010:2.0:1749610647.567952:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bc800. 00000100:00000001:0.0:1749610647.567952:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610647.567953:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749610647.567954:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:2.0:1749610647.567955:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387c00. 00000100:00000001:0.0:1749610647.567955:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000010:3.0:1749610647.567957:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e99ce00. 00000100:00000001:0.0:1749610647.567957:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749610647.567958:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9190. 00000100:00000001:1.0:1749610647.567959:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1749610647.567960:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff88008e99ce00 x1834598494541824 msgsize 224 00000100:00000001:1.0:1749610647.567961:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749610647.567963:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00100000:3.0:1749610647.567964:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1749610647.567964:0:12680:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00100000:1.0:1749610647.567965:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 278 00000100:00000001:2.0:1749610647.567966:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610647.567966:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610647.567967:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137393879040 : -131936315672576 : ffff88012ec57800) 00000100:00000001:2.0:1749610647.567968:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610647.567970:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749610647.567970:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749610647.567971:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:1.0:1749610647.567972:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012ec57800 x1834598494541312/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749610647.567973:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000400:00000200:3.0:1749610647.567974:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedc38 00000100:00000001:2.0:1749610647.567974:0:12680:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000010:3.0:1749610647.567976:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedc38. 00000100:00000001:2.0:1749610647.567976:0:12680:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749610647.567976:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610647.567978:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610647.567979:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749610647.567980:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610647.567980:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074863800 x1834598494541184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610672 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610647.567981:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494541312:12345-0@lo:38:kworker.0 00000100:00000200:3.0:1749610647.567982:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074863b80 x1834598494541824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610647.567984:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494541312 00000100:00000001:2.0:1749610647.567985:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749610647.567987:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494541824 00000020:00000001:1.0:1749610647.567987:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:0.0:1749610647.568009:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074863800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494541184:0@lo:38:kworker.0 02000000:00000001:2.0:1749610647.568011:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610647.568013:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610647.568014:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610647.568014:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610647.568016:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749610647.568017:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610647.568018:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749610647.568019:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1749610647.568019:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494541824 00000100:00000040:0.0:1749610647.568020:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074863800 x1834598494541184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610672 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610647.568021:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610647.568022:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000040:3.0:1749610647.568023:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074863b80 x1834598494541824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610663 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610647.568023:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610647.568026:0:12680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:0.0:1749610647.568026:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1749610647.568027:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610647.568028:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 02000000:00000001:0.0:1749610647.568028:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749610647.568030:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610647.568030:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00010000:00020000:1.0:1749610647.568030:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749610647.568032:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749610647.568032:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1749610647.568032:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000010:0.0:1749610647.568032:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130311c00. 00000020:00000010:2.0:1749610647.568034:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012b677b00. 00010000:00000001:1.0:1749610647.568035:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:0.0:1749610647.568035:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1749610647.568036:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610647.568037:0:12680:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012b4c43c0. 00000020:00000001:0.0:1749610647.568037:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1749610647.568038:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:3.0:1749610647.568039:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 757 usecs (1 jiffies) 00000020:00000040:0.0:1749610647.568039:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:1.0:1749610647.568040:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749610647.568041:0:12680:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1749610647.568042:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299921026 02000000:00000001:1.0:1749610647.568042:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1749610647.568042:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749610647.568044:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299921026 02000000:00000010:0.0:1749610647.568044:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880129e10000. 02000000:00000010:1.0:1749610647.568045:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009cd6b800. 02000000:00000001:1.0:1749610647.568047:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610647.568048:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012b677b00. 02000000:00000001:0.0:1749610647.568048:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610647.568049:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1749610647.568050:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610647.568051:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074863800. 00000100:00000001:3.0:1749610647.568052:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299921026 00010000:00000001:1.0:1749610647.568052:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000010:2.0:1749610647.568053:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bce00. 00000100:00000001:3.0:1749610647.568054:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299921026 00010000:00000001:1.0:1749610647.568054:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610647.568055:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610647.568056:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299921026 00000020:00000010:2.0:1749610647.568056:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387d00. 00000100:00000001:0.0:1749610647.568056:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1749610647.568057:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749610647.568058:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610647.568059:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299921026 00000020:00000010:2.0:1749610647.568059:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9258. 00000100:00000001:1.0:1749610647.568060:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610647.568061:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299921026 00000100:00000001:1.0:1749610647.568062:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749610647.568063:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299921026 00000100:00000001:2.0:1749610647.568063:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610647.568063:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610647.568064:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1749610647.568064:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610647.568064:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610647.568065:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610647.568066:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610647.568066:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610647.568067:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610647.568067:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610647.568069:0:12680:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749610647.568069:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749610647.568070:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610647.568071:0:12680:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1749610647.568072:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610647.568072:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610647.568072:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:0.0:1749610647.568072:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074862a00 x1834598494541696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610647.568074:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610647.568075:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:3.0:1749610647.568076:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610647.568078:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1749610647.568078:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610647.568080:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610647.568080:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610647.568081:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1749610647.568081:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749610647.568082:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610647.568082:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1749610647.568083:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610647.568084:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610647.568085:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:2.0:1749610647.568086:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00000040:1.0:1749610647.568087:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749610647.568089:0:12680:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000400:00000010:1.0:1749610647.568090:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 00000100:00000001:0.0:1749610647.568091:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610647.568092:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134706662016 : -131939002889600 : ffff88008e99ca80) 00000100:00000001:0.0:1749610647.568092:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610647.568094:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494541312, offset 0 02000000:00000001:0.0:1749610647.568095:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1749610647.568097:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008e99ca80 x1834598494541568/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:83/0 lens 224/0 e 0 to 0 dl 1749610658 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610647.568097:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749610647.568098:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749610647.568099:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610647.568102:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074862a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494541696:0@lo:38:kworker.0 00000100:00000001:3.0:1749610647.568103:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610647.568105:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610647.568105:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749610647.568105:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1749610647.568106:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1749610647.568107:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012b677b00. 02000000:00000001:0.0:1749610647.568108:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749610647.568109:0:12680:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610647.568109:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610647.568110:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172 02000000:00000001:0.0:1749610647.568111:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:2.0:1749610647.568112:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012b677b00. 00000400:00000200:1.0:1749610647.568112:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf929600 02000000:00000010:0.0:1749610647.568113:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130311c00. 00000100:00000040:3.0:1749610647.568114:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 02000000:00000001:0.0:1749610647.568115:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610647.568116:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134706662912 : -131939002888704 : ffff88008e99ce00) 00000100:00100000:2.0:1749610647.568116:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e99ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:28324:x1834598494541568:12345-0@lo:400:kworker.0 00000400:00000200:1.0:1749610647.568116:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x62c1 [1] + 0 00000400:00000010:0.0:1749610647.568119:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffd68. 00000100:00000200:2.0:1749610647.568120:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494541568 00000400:00000200:1.0:1749610647.568121:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749610647.568122:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008e99ce00 x1834598494541824/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:83/0 lens 224/0 e 0 to 0 dl 1749610658 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610647.568122:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000010:0.0:1749610647.568122:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 00000020:00000001:2.0:1749610647.568125:0:12680:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000400:00000200:1.0:1749610647.568125:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610647.568125:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494541696, portal 10 00000020:00000001:2.0:1749610647.568127:0:12680:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610647.568127:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610647.568128:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610647.568129:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269168128 : -131939440383488 : ffff880074862a00) 00000020:00000001:2.0:1749610647.568130:0:12680:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1749610647.568131:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1749610647.568132:0:12680:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000200:1.0:1749610647.568133:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074861c00 x1834598494541312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610672 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610647.568134:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b42117c0. 00000020:00000001:2.0:1749610647.568135:0:12680:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000040:0.0:1749610647.568135:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074862a00 x1834598494541696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610647.568136:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749610647.568138:0:12680:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749610647.568139:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b42117c0. 00000020:00000001:2.0:1749610647.568140:0:12680:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749610647.568142:0:12680:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1749610647.568142:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610647.568143:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880074861c00 x1834598494541312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610672 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610647.568144:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e99ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494541824:12345-0@lo:400:kworker.0 00000100:00000040:0.0:1749610647.568144:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610647.568146:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 00000100:00000200:3.0:1749610647.568148:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494541824 00000100:00000200:0.0:1749610647.568148:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494541696, offset 0 00000020:00000001:2.0:1749610647.568149:0:12680:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610647.568150:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749610647.568151:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:2.0:1749610647.568152:0:12680:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000200:0.0:1749610647.568152:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610647.568157:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1749610647.568159:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 02000000:00000001:2.0:1749610647.568159:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1749610647.568159:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1749610647.568161:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610647.568163:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 02000000:00000010:2.0:1749610647.568163:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880129e10000. 00000400:00000200:0.0:1749610647.568164:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf929780 00000020:00000001:3.0:1749610647.568165:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 02000000:00000001:2.0:1749610647.568165:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610647.568167:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610647.568168:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1749610647.568168:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 184352 00000020:00000001:2.0:1749610647.568169:0:12680:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610647.568171:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:2.0:1749610647.568172:0:12680:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494541568 00000400:00000200:0.0:1749610647.568172:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1749610647.568173:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1749610647.568173:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00000020:00000001:3.0:1749610647.568175:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00010000:00000001:2.0:1749610647.568175:0:12680:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000200:0.0:1749610647.568175:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1749610647.568176:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 00000020:00000001:3.0:1749610647.568177:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610647.568178:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:3.0:1749610647.568179:0:9691:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749610647.568179:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749610647.568179:0:28320:0:(events.c:287:request_in_callback()) Process entered 00010000:00000200:2.0:1749610647.568180:0:12680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008e99ca80 x1834598494541568/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:83/0 lens 224/224 e 0 to 0 dl 1749610658 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610647.568181:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749610647.568182:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749610647.568182:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610647.568184:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1749610647.568185:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610647.568187:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610647.568188:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880092b9b400. 00010000:00000001:2.0:1749610647.568188:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1749610647.568189:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610647.568190:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610647.568190:0:12680:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610647.568193:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610647.568193:0:12680:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=152 v=5 (1 1 1 0) 00000100:00000010:0.0:1749610647.568193:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fa30000. 00000100:00000040:1.0:1749610647.568194:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec57800 x1834598494541312/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610667 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610647.568195:0:9691:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610647.568196:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000040:3.0:1749610647.568198:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494541824 00000100:00000040:2.0:1749610647.568199:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00010000:00000001:3.0:1749610647.568200:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000040:0.0:1749610647.568200:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006fa30000 x1834598494541696 msgsize 520 00000100:00000001:2.0:1749610647.568201:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:2.0:1749610647.568203:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:1.0:1749610647.568204:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494541312:12345-0@lo:38:kworker.0 Request processed in 222us (626us total) trans 0 rc -19/-19 00010000:00000200:3.0:1749610647.568205:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008e99ce00 x1834598494541824/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:83/0 lens 224/224 e 0 to 0 dl 1749610658 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610647.568205:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610647.568205:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749610647.568207:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610647.568208:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:2.0:1749610647.568210:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1749610647.568212:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000010:2.0:1749610647.568213:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ac38. 00000400:00000200:0.0:1749610647.568213:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 00010000:00000001:3.0:1749610647.568215:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610647.568215:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 00000100:00100000:1.0:1749610647.568217:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 278 00000100:00000001:0.0:1749610647.568217:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00001000:3.0:1749610647.568218:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=2 v=5 (1 1 1 1) 00000100:00000200:2.0:1749610647.568219:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494541568, offset 224 00000100:00000001:1.0:1749610647.568220:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610647.568221:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749610647.568221:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1749610647.568221:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074862a00 x1834598494541696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610647.568225:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000200:2.0:1749610647.568225:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1749610647.568225:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387100. 00000100:00000001:3.0:1749610647.568227:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610647.568228:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:1.0:1749610647.568229:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9000. 02000000:00000001:3.0:1749610647.568230:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610647.568231:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610647.568231:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074862a00 x1834598494541696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610672 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610647.568233:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749610647.568233:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1749610647.568234:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bc400. 00000100:00000040:3.0:1749610647.568236:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610647.568237:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610647.568237:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610647.568238:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedc38. 00000100:00000001:0.0:1749610647.568239:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:2.0:1749610647.568240:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf929700 00000100:00000200:3.0:1749610647.568243:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494541824, offset 224 00000100:00000001:0.0:1749610647.568243:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610647.568245:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1749610647.568246:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x62c9 [1] + 224 00000100:00000040:0.0:1749610647.568246:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 625 usecs (1 jiffies) 00000100:00100000:1.0:1749610647.568247:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494541696 00000100:00000001:0.0:1749610647.568248:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299921026 02000000:00000001:1.0:1749610647.568249:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610647.568251:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610647.568251:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299921026 00000400:00000200:2.0:1749610647.568252:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610647.568253:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610647.568253:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299921026 00000400:00000200:2.0:1749610647.568255:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610647.568255:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299921026 02000000:00000001:1.0:1749610647.568256:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610647.568257:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299921026 00000100:00100000:1.0:1749610647.568258:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494541696 00000400:00000200:3.0:1749610647.568259:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610647.568259:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299921026 00000020:00000001:1.0:1749610647.568260:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749610647.568261:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299921026 00000020:00000040:1.0:1749610647.568262:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749610647.568263:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610647.568263:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299921026 00000100:00000001:0.0:1749610647.568265:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610647.568266:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610647.568267:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1749610647.568268:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610647.568268:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610647.568271:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:1.0:1749610647.568271:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124e00. 00000400:00000001:0.0:1749610647.568271:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610647.568272:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1749610647.568273:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf929800 00000020:00000010:1.0:1749610647.568273:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9780. 00000400:00000010:0.0:1749610647.568274:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffc60. 00000020:00000010:1.0:1749610647.568276:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c640. 00000400:00000200:0.0:1749610647.568277:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821088 00000400:00000010:0.0:1749610647.568278:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821088. 00000100:00000200:2.0:1749610647.568279:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074862300 x1834598494541568/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610663 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610647.568279:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610647.568280:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610647.568280:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:3.0:1749610647.568282:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x62dd [1] + 224 00000100:00000001:1.0:1749610647.568282:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610647.568285:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610647.568287:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749610647.568289:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074861c00 x1834598494541312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610672 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610647.568291:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610647.568292:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1749610647.568293:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749610647.568294:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880074862300 x1834598494541568/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610663 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610647.568296:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1749610647.568296:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 279 00000100:00000001:1.0:1749610647.568298:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134910705664 : -131938798845952 : ffff88009ac34000) 00000100:00000200:0.0:1749610647.568298:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074861c00 x1834598494541312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610672 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610647.568300:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:1.0:1749610647.568302:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009ac34000 x1834598494541440/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610647.568304:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074863b80 x1834598494541824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610663 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610647.568305:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610647.568307:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610647.568309:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610647.568310:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00100000:1.0:1749610647.568311:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494541440:12345-0@lo:38:kworker.0 00000100:00000001:0.0:1749610647.568312:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749610647.568313:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880074863b80 x1834598494541824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610663 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610647.568314:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610647.568316:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610647.568318:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494541440 00000100:00001000:0.0:1749610647.568320:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610647 v=5 (0 0 0 0) 00000020:00000001:1.0:1749610647.568321:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749610647.568323:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610647.568323:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000001:1.0:1749610647.568323:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00001000:0.0:1749610647.568323:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=52 v=20 (1 1 1 20) 00000100:00000001:0.0:1749610647.568326:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1749610647.568327:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedc38 00000100:00000001:0.0:1749610647.568328:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:3.0:1749610647.568329:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedc38. 00000020:00000001:1.0:1749610647.568330:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610647.568330:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610647.568331:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610647.568333:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:2.0:1749610647.568333:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ac38 00010000:00020000:1.0:1749610647.568334:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:0.0:1749610647.568335:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074861c00 x1834598494541312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610672 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610647.568336:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610647.568337:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ac38. 00010000:00000001:1.0:1749610647.568337:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:3.0:1749610647.568339:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00010000:00000001:1.0:1749610647.568339:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610647.568341:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610647.568341:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00010000:00000001:3.0:1749610647.568342:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:0.0:1749610647.568342:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610647.568343:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610647.568343:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1749610647.568344:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610647.568344:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1749610647.568345:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1749610647.568346:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1749610647.568346:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1749610647.568348:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009cd6a000. 00000100:00000001:0.0:1749610647.568348:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610647.568349:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610647.568349:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:3.0:1749610647.568350:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008e99ce00 x1834598494541824/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:83/0 lens 224/224 e 0 to 0 dl 1749610658 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610647.568350:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610647.568352:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610647.568353:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:2.0:1749610647.568354:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00010000:00000001:1.0:1749610647.568354:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00080000:0.0:1749610647.568355:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00010000:00000001:1.0:1749610647.568356:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610647.568358:0:12680:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00001000:1.0:1749610647.568358:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749610647.568358:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:3.0:1749610647.568360:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e99ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494541824:12345-0@lo:400:kworker.0 Request processed in 227us (397us total) trans 0 rc 0/0 00000020:00000001:2.0:1749610647.568360:0:12680:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610647.568361:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:0.0:1749610647.568361:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074861c00 x1834598494541312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610672 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610647.568363:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1749610647.568364:0:12680:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1749610647.568365:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610647.568367:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00100000:3.0:1749610647.568369:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172 00000100:00000001:1.0:1749610647.568370:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:2.0:1749610647.568371:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008e99ca80 x1834598494541568/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:83/0 lens 224/224 e 0 to 0 dl 1749610658 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610647.568371:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074861c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494541312:0@lo:38:kworker.0 00000100:00000040:3.0:1749610647.568372:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000040:1.0:1749610647.568373:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610647.568375:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1749610647.568375:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749610647.568375:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610647.568376:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1749610647.568376:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610647.568378:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:3.0:1749610647.568380:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387d00. 00000100:00000040:1.0:1749610647.568380:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610647.568381:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1749610647.568382:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e99ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:28324:x1834598494541568:12345-0@lo:400:kworker.0 Request processed in 274us (658us total) trans 0 rc 0/0 00000400:00000010:1.0:1749610647.568382:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 00000020:00000010:3.0:1749610647.568384:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9258. 00000100:00000040:0.0:1749610647.568385:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074861c00 x1834598494541312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610672 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610647.568386:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494541440, offset 0 00000020:00000010:3.0:1749610647.568388:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bce00. 00000400:00000200:1.0:1749610647.568390:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1749610647.568391:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00000001:0.0:1749610647.568392:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000040:3.0:1749610647.568393:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000040:2.0:1749610647.568394:0:12680:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 02000000:00000001:0.0:1749610647.568394:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749610647.568395:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1749610647.568395:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130311400. 00000100:00000001:2.0:1749610647.568397:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1749610647.568397:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749610647.568398:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749610647.568399:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1749610647.568399:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610647.568400:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000400:00000200:1.0:1749610647.568402:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf929680 00000020:00000001:0.0:1749610647.568402:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:2.0:1749610647.568403:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387c00. 02000000:00000010:0.0:1749610647.568404:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880129e10c00. 00000100:00000001:3.0:1749610647.568405:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610647.568406:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1749610647.568406:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x62d1 [1] + 0 02000000:00000001:0.0:1749610647.568406:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:2.0:1749610647.568407:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9190. 02000000:00000001:0.0:1749610647.568407:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610647.568408:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074861c00. 00000400:00000200:1.0:1749610647.568410:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1749610647.568411:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bc800. 00000100:00000001:0.0:1749610647.568411:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610647.568412:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1749610647.568414:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00000001:0.0:1749610647.568414:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749610647.568416:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 280 00000100:00000001:2.0:1749610647.568417:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610647.568418:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134187171840 : -131939522379776 : ffff88006fa30000) 00000100:00000001:0.0:1749610647.568418:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1749610647.568419:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610647.568420:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610647.568421:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610647.568422:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610647.568422:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1749610647.568423:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006fa30000 x1834598494541696/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610647.568425:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610647.568427:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074861880 x1834598494541440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610672 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610647.568427:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610647.568433:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006fa30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494541696:12345-0@lo:38:kworker.0 00000100:00000040:1.0:1749610647.568436:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880074861880 x1834598494541440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610672 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610647.568437:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494541696 00000020:00000001:3.0:1749610647.568440:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749610647.568442:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00080000:2.0:1749610647.568449:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:1.0:1749610647.568450:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:3.0:1749610647.568451:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610647.568453:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000400:00000200:1.0:1749610647.568454:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00010000:00020000:3.0:1749610647.568455:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000010:1.0:1749610647.568456:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 00010000:00000001:3.0:1749610647.568457:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610647.568458:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610647.568459:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00010000:00000001:3.0:1749610647.568460:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610647.568461:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610647.568462:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610647.568463:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749610647.568463:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610647.568464:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1749610647.568465:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000001:0.0:1749610647.568466:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1749610647.568467:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749610647.568467:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749610647.568468:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1749610647.568469:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1749610647.568470:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880092b99c00. 00000400:00000010:0.0:1749610647.568470:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffbb0. 02000000:00000001:3.0:1749610647.568472:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610647.568473:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac34000 x1834598494541440/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610667 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610647.568473:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958212a8 00000100:00000001:3.0:1749610647.568475:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610647.568475:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958212a8. 00010000:00000001:3.0:1749610647.568477:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749610647.568477:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:3.0:1749610647.568479:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610647.568481:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000200:0.0:1749610647.568481:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074861880 x1834598494541440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610672 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610647.568482:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494541440:12345-0@lo:38:kworker.0 Request processed in 171us (685us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749610647.568485:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610647.568487:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610647.568490:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610647.568492:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00100000:1.0:1749610647.568493:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 279 00000100:00000200:0.0:1749610647.568493:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074861880 x1834598494541440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610672 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610647.568495:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:1.0:1749610647.568496:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610647.568497:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1749610647.568499:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000010:1.0:1749610647.568500:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9b80. 00000100:00000001:0.0:1749610647.568500:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:3.0:1749610647.568501:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610647.568502:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610647.568503:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c960. 00000100:00000001:3.0:1749610647.568504:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610647.568506:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1749610647.568506:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125600. 00000100:00000001:0.0:1749610647.568507:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749610647.568508:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedc38. 00000100:00000001:1.0:1749610647.568509:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610647.568509:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610647.568511:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610647.568512:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610647.568514:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610647.568516:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494541696, offset 0 02000000:00000001:0.0:1749610647.568517:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610647.568520:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:0.0:1749610647.568545:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610647 v=5 (0 0 0 0) 00000100:00001000:0.0:1749610647.568548:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=152 v=20 (1 1 20 0) 00000400:00000200:3.0:1749610647.568551:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610647.568551:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610647.568553:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610647.568555:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749610647.568557:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf929780 00000100:00000040:0.0:1749610647.568560:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074861880 x1834598494541440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610672 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610647.568563:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x62e9 [1] + 0 00000100:00000001:0.0:1749610647.568567:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:3.0:1749610647.568569:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610647.568569:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610647.568570:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610647.568572:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000400:00000200:3.0:1749610647.568573:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610647.568574:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749610647.568576:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749610647.568578:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00080000:0.0:1749610647.568579:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610647.568581:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:3.0:1749610647.568583:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074862a00 x1834598494541696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610672 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610647.568583:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299921026, at 4299921026 00000100:00000040:0.0:1749610647.568584:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074861880 x1834598494541440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610672 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610647.568590:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b3a00. 00000100:00100000:0.0:1749610647.568592:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074861880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494541440:0@lo:38:kworker.0 00000100:00000001:0.0:1749610647.568596:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610647.568598:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880074862a00 x1834598494541696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610672 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610647.568598:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610647.568601:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074861880 x1834598494541440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610672 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610647.568606:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610647.568607:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749610647.568609:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1749610647.568609:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749610647.568610:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000010:0.0:1749610647.568610:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130312400. 00000400:00000001:2.0:1749610647.568614:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610647.568616:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610647.568618:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7790. 02000000:00000001:0.0:1749610647.568618:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610647.568620:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610647.568621:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749610647.568624:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610647.568625:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880129e13400. 00000400:00000200:2.0:1749610647.568628:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedaa0 02000000:00000001:0.0:1749610647.568628:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610647.568629:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610647.568630:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074861880. 00000400:00000010:2.0:1749610647.568631:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedaa0. 00000100:00000001:0.0:1749610647.568633:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610647.568634:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610647.568635:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedc38 00000100:00000001:2.0:1749610647.568635:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610647.568636:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610647.568638:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1749610647.568639:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedc38. 00000100:00000200:2.0:1749610647.568639:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074863b80 x1834598494541824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610663 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610647.568640:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610647.568643:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000001:0.0:1749610647.568644:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749610647.568645:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000001:0.0:1749610647.568645:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:2.0:1749610647.568648:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074863b80 x1834598494541824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610663 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610647.568648:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffd68. 00000100:00000001:3.0:1749610647.568649:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610647.568651:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 00000400:00000010:0.0:1749610647.568652:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00000100:00000040:3.0:1749610647.568654:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610647.568655:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610647.568655:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610647.568657:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610647.568657:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610647.568659:0:28324:0:(client.c:1550:after_reply()) Process entered 00000100:00000200:0.0:1749610647.568659:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074862a00 x1834598494541696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610672 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610647.568660:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610647.568661:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610647.568663:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610647.568665:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610647.568667:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fa30000 x1834598494541696/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610667 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610647.568667:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610647.568667:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074862a00 x1834598494541696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610672 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749610647.568673:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=102 v=5 (5 5 5 0) 00000100:00000001:0.0:1749610647.568674:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610647.568675:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1749610647.568676:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=102 v=5 (1 1 1 0) 00000100:00000001:0.0:1749610647.568677:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610647.568678:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610647.568679:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610647.568679:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610647.568680:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610647.568681:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610647.568683:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006fa30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494541696:12345-0@lo:38:kworker.0 Request processed in 248us (478us total) trans 0 rc -19/-19 00010000:00000001:2.0:1749610647.568683:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1749610647.568683:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610647.568686:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610647 v=5 (0 0 0 0) 00010000:00080000:2.0:1749610647.568688:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880074863b80 x1834598494541824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610663 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749610647.568689:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=102 v=20 (1 1 20 0) 00000100:00000001:0.0:1749610647.568691:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610647.568693:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:3.0:1749610647.568694:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 280 00000100:00000001:0.0:1749610647.568694:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:2.0:1749610647.568695:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610647.568698:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610647.568698:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1749610647.568698:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074862a00 x1834598494541696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610672 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610647.568700:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:3.0:1749610647.568701:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749610647.568701:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749610647.568703:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610647.568706:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9780. 00000100:00000040:2.0:1749610647.568706:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074863b80 x1834598494541824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610663 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610647.568709:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:3.0:1749610647.568710:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c640. 00000100:00000001:0.0:1749610647.568711:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:3.0:1749610647.568713:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124e00. 00000100:00000001:2.0:1749610647.568713:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610647.568713:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610647.568715:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610647.568715:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610647.568716:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610647.568716:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610647.568718:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749610647.568718:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:2.0:1749610647.568720:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074863b80 x1834598494541824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610663 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749610647.568720:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610647.568722:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610647.568727:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074862a00 x1834598494541696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610672 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610647.568734:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074862a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494541696:0@lo:38:kworker.0 00000100:00000001:0.0:1749610647.568737:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610647.568739:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074863b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494541824:0@lo:400:kworker.0 00000100:00000001:0.0:1749610647.568739:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610647.568742:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074862a00 x1834598494541696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610672 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749610647.568745:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610647.568747:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749610647.568748:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000010:2.0:1749610647.568749:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f77e8. 02000000:00000001:0.0:1749610647.568749:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1749610647.568751:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedb28 02000000:00000010:0.0:1749610647.568751:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130311c00. 00000400:00000010:2.0:1749610647.568753:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedb28. 02000000:00000001:0.0:1749610647.568753:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610647.568754:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749610647.568755:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000040:0.0:1749610647.568755:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1749610647.568757:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:2.0:1749610647.568758:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074862300 x1834598494541568/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610663 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610647.568758:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880129e12000. 02000000:00000001:0.0:1749610647.568760:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610647.568761:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610647.568763:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074862a00. 00000100:00000001:0.0:1749610647.568765:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000200:2.0:1749610647.568766:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074862300 x1834598494541568/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610663 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610647.568766:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610647.568768:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610647.568769:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610647.568772:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610647.568774:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610647.568775:0:28324:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749610647.568775:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749610647.568777:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610647.568777:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610647.568778:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610647.568778:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610647.568780:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610647.568782:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610647.568786:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=152 v=5 (5 5 5 0) 00000100:00001000:2.0:1749610647.568789:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=152 v=5 (1 1 1 0) 00000100:00000001:2.0:1749610647.568791:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610647.568792:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610647.568794:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1749610647.568797:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880074862300 x1834598494541568/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610663 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749610647.568803:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610647.568805:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1749610647.568807:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1749610647.568808:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749610647.568809:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610647.568812:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074862300 x1834598494541568/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610663 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610647.568830:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610647.568832:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610647.568834:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610647.568837:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074862300 x1834598494541568/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610663 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610647.568845:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074862300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:28324:1834598494541568:0@lo:400:kworker.0 00000100:00000001:2.0:1749610647.568849:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610647.568851:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610647.568853:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074863b80 x1834598494541824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610663 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610647.568860:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610647.568861:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610647.568864:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7b2400. 02000000:00000001:2.0:1749610647.568866:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610647.568868:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610647.568869:0:28324:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:2.0:1749610647.568871:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610647.568873:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5000. 02000000:00000001:2.0:1749610647.568875:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610647.568877:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610647.568878:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074863b80. 00000100:00000001:2.0:1749610647.568881:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610647.568882:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610647.568884:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610647.568886:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074862300 x1834598494541568/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610663 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610647.568892:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610647.568893:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610647.568895:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7b3800. 02000000:00000001:2.0:1749610647.568897:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610647.568898:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610647.568900:0:28324:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1749610647.568906:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610647.568908:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5300. 02000000:00000001:2.0:1749610647.568910:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610647.568911:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610647.568913:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074862300. 00000100:00000001:2.0:1749610647.568915:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610647.568916:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610647.568918:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610647.568923:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610647.568925:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610647.568926:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610647.568928:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610647.569593:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299921026, at 4299921027 00000100:00000040:0.0:1749610647.569594:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299921026, at 4299921027 00000100:00000010:0.0:1749610647.569602:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b3800. 00000100:00000010:1.0:1749610647.569604:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b3f80. 00000100:00000040:3.0:1749610647.569619:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299921026, at 4299921027 00000100:00000010:3.0:1749610647.569633:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b3900. 00000100:00000001:2.0:1749610647.847735:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610647.847743:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610647.847745:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610647.847749:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af0c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749610647.847752:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610647.847756:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610647.847759:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610647.847762:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610647.847764:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610648.430647:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610648.430652:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610648.430736:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610648.430740:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610648.430742:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610648.457578:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610648.457582:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610648.457584:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610648.457586:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610648.457589:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610648.457591:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610648.457594:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610648.457596:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610648.457599:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610648.568662:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610648.568673:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610648.568674:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610648.568677:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610648.568679:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610648.568681:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610648.568682:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610648.847589:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610648.847595:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610648.847596:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610648.847599:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af0c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749610648.847601:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610648.847604:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610648.847606:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610648.847608:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610648.847610:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610649.432723:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610649.432731:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610649.432884:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610649.432890:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610649.432893:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610649.457628:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610649.457636:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610649.457640:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610649.457645:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610649.457649:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610649.457654:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610649.457659:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610649.457662:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610649.457664:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610649.568702:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610649.568719:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610649.568722:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610649.568728:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610649.568731:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610649.568751:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610649.568755:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610649.847646:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610649.847654:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610649.847658:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610649.847663:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af0c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749610649.847667:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610649.847673:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610649.847676:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610649.847681:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610649.847684:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610650.434714:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610650.434723:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610650.434828:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610650.434837:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610650.434842:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610650.457627:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610650.457633:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610650.457652:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610650.457656:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610650.457659:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610650.457664:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610650.457667:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610650.457670:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610650.457673:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610650.568655:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610650.568670:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610650.568673:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610650.568677:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610650.568679:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610650.568682:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610650.568684:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610650.847631:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610650.847639:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610650.847642:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610650.847646:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af0c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749610650.847649:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610650.847653:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610650.847656:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610650.847659:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610650.847661:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610651.436673:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610651.436680:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610651.436815:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610651.436820:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610651.436824:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610651.457628:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610651.457634:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610651.457637:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610651.457641:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610651.457645:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610651.457649:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610651.457652:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610651.457655:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610651.457658:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610651.568649:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610651.568665:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610651.568667:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610651.568671:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610651.568673:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610651.568677:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610651.568679:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610651.847654:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610651.847662:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610651.847681:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610651.847686:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af0c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749610651.847689:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610651.847693:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610651.847697:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610651.847700:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610651.847703:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610652.438708:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610652.438716:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610652.438813:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610652.438821:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610652.438826:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610652.457635:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610652.457641:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610652.457644:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610652.457647:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610652.457652:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610652.457656:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610652.457659:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610652.457662:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610652.457664:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610652.568737:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610652.568753:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610652.568755:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610652.568760:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610652.568762:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610652.568765:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610652.568767:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610652.574646:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610652.574654:0:8737:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749610652.574657:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610652.574661:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610652.574664:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610652.574667:0:8737:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610652.574672:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610652.574677:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5253 00000100:00080000:2.0:1749610652.574682:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610652.574685:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610652.574688:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610652.574691:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610652.574693:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610652.574698:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610652.574700:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749610652.574704:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610652.574707:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749610652.574710:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749610652.574712:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749610652.574715:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610652.574717:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610652.574719:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610652.574721:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610652.574724:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749610652.574743:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610652.574746:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610652.574750:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610652.574758:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610652.574761:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610652.574763:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610652.574766:0:8737:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610652.574773:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074862300. 00000020:00000040:2.0:1749610652.574777:0:8737:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749610652.574781:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610652.574783:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610652.574786:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610652.574789:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610652.574793:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610652.574801:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880129e13800. 00000100:00000001:2.0:1749610652.574809:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610652.574819:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880074862300 x1834598494541952/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610652.574830:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610652.574835:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610652.574839:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074862300] to pc [ptlrpcd_rcv+-1] req@ffff880074862300 x1834598494541952/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610652.574867:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610652.574871:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610652.574875:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610652.574877:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610652.574879:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610652.574881:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610652.574883:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5253 00000100:00080000:2.0:1749610652.574886:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610652.574888:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610652.574890:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610652.574899:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610652.574901:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610652.574903:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610652.574904:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749610652.574906:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610652.574908:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749610652.574910:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749610652.574912:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749610652.574915:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610652.574917:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610652.574918:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610652.574920:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610652.574922:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749610652.574924:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610652.574926:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610652.574928:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610652.574931:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610652.574933:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610652.574935:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610652.574937:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610652.574940:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074863b80. 00000100:00000001:0.0:1749610652.574981:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1749610652.574985:0:8737:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749610652.574987:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749610652.574988:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610652.574989:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610652.574989:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749610652.574991:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610652.574992:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610652.574994:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610652.574999:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880129e13000. 00000100:00000001:2.0:1749610652.575003:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610652.575008:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880074863b80 x1834598494542080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1749610652.575009:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074862300 x1834598494541952/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610652.575016:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610652.575018:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610652.575021:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610652.575023:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610652.575027:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074863b80] to pc [ptlrpcd_rcv+-1] req@ffff880074863b80 x1834598494542080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610652.575028:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749610652.575031:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610652.575033:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610652.575037:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610652.575037:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074862300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494541952:0@lo:38:kworker.0 00000100:00080000:2.0:1749610652.575040:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:0.0:1749610652.575042:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00080000:2.0:1749610652.575044:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 02000000:00000001:0.0:1749610652.575045:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749610652.575047:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610652.575050:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749610652.575055:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130312400. 00000100:00000001:2.0:1749610652.575057:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:0.0:1749610652.575058:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610652.575059:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610652.575064:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000400:00000010:0.0:1749610652.575065:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffd68. 00000100:00080000:2.0:1749610652.575067:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5253 00000100:00080000:2.0:1749610652.575071:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000400:00000010:0.0:1749610652.575072:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 00000100:00000040:2.0:1749610652.575076:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000200:0.0:1749610652.575080:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494541952, portal 4 00000100:00000001:0.0:1749610652.575083:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610652.575084:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610652.575085:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269166336 : -131939440385280 : ffff880074862300) 00000100:00000040:2.0:1749610652.575087:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610652.575091:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:0.0:1749610652.575093:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074862300 x1834598494541952/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610652.575095:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610652.575097:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:2.0:1749610652.575100:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610652.575102:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000040:2.0:1749610652.575103:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000100:00000040:0.0:1749610652.575105:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1749610652.575106:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000400:00000010:0.0:1749610652.575108:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958212a8. 00000020:00000001:2.0:1749610652.575110:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000200:0.0:1749610652.575111:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494541952, offset 0 00000100:00000040:2.0:1749610652.575114:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610652.575117:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1749610652.575117:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749610652.575120:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610652.575123:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610652.575127:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00080000:2.0:1749610652.575130:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000400:00000200:0.0:1749610652.575133:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610652.575134:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610652.575137:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610652.575143:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749610652.575145:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf929880 02000000:00000001:2.0:1749610652.575146:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610652.575152:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3ded [256] + 8320 00000100:00000001:2.0:1749610652.575158:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610652.575161:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610652.575161:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610652.575165:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:2.0:1749610652.575166:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074863480. 00000020:00000040:2.0:1749610652.575170:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1749610652.575171:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749610652.575173:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 02000000:00000001:2.0:1749610652.575174:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610652.575176:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610652.575179:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610652.575182:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:0.0:1749610652.575184:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fa30380. 02000000:00000001:2.0:1749610652.575185:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610652.575187:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006fa30380 x1834598494541952 msgsize 520 02000000:00000010:2.0:1749610652.575191:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880129e13c00. 00000100:00100000:0.0:1749610652.575192:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749610652.575196:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610652.575204:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880074863480 x1834598494542208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610652.575215:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610652.575219:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610652.575219:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:2.0:1749610652.575224:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074863480] to pc [ptlrpcd_rcv+-1] req@ffff880074863480 x1834598494542208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610652.575229:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958212a8 00000400:00000010:0.0:1749610652.575232:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958212a8. 00000100:00000001:0.0:1749610652.575235:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749610652.575237:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610652.575240:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074862300 x1834598494541952/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610652.575241:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749610652.575246:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1749610652.575248:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000010:2.0:1749610652.575250:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074863100. 00000100:00000040:0.0:1749610652.575252:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074862300 x1834598494541952/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610677 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749610652.575254:0:8737:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749610652.575257:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610652.575259:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1749610652.575259:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610652.575261:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610652.575261:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000010:2.0:1749610652.575265:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5000. 00000100:00000001:0.0:1749610652.575265:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610652.575268:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610652.575270:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1275 usecs (2 jiffies) 00000100:00000040:2.0:1749610652.575273:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880074863100 x1834598494542336/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610652.575274:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299926034 00000100:00000010:0.0:1749610652.575278:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b3800. 00000100:00000001:2.0:1749610652.575281:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610652.575284:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610652.575285:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000040:2.0:1749610652.575291:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074863100] to pc [ptlrpcd_00_00+0] req@ffff880074863100 x1834598494542336/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610652.575291:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299926034 00000100:00000010:0.0:1749610652.575294:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b33c0. 00000100:00000001:0.0:1749610652.575296:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:0.0:1749610652.575306:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299926034 00000100:00000010:0.0:1749610652.575310:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b3140. 00000100:00000001:0.0:1749610652.575313:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:0.0:1749610652.575316:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299926034 00000100:00000010:0.0:1749610652.575318:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b34c0. 00000100:00000001:0.0:1749610652.575321:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:0.0:1749610652.575330:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610652.575333:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610652.575336:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610652.575340:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610652.575343:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749610652.575344:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:1.0:1749610652.575346:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00080000:2.0:1749610652.575349:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610652.575349:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610652.575351:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:1.0:1749610652.575351:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494541952 00000100:00000001:0.0:1749610652.575351:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610652.575353:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1749610652.575354:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610652.575354:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1749610652.575355:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610652.575356:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749610652.575358:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:1.0:1749610652.575359:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749610652.575361:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074863b80 x1834598494542080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749610652.575362:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5253 00000100:00000001:1.0:1749610652.575362:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610652.575365:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610652.575369:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610652.575369:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610652.575371:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610652.575373:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1749610652.575373:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749610652.575375:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749610652.575376:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:1.0:1749610652.575376:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610652.575377:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610652.575379:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00100000:0.0:1749610652.575380:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074863b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494542080:0@lo:38:kworker.0 00000100:00100000:1.0:1749610652.575381:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494541952 00000020:00000001:2.0:1749610652.575382:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1749610652.575384:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749610652.575384:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1749610652.575385:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000040:1.0:1749610652.575386:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:0.0:1749610652.575386:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1749610652.575387:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1749610652.575387:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610652.575388:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1749610652.575389:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1749610652.575390:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610652.575391:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:1.0:1749610652.575392:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610652.575392:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130311400. 00000020:00000001:2.0:1749610652.575394:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 02000000:00000001:0.0:1749610652.575394:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610652.575397:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000400:00000010:0.0:1749610652.575397:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffbb0. 00000020:00000010:1.0:1749610652.575398:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125600. 00000400:00000010:0.0:1749610652.575401:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958212a8. 00000100:00000040:2.0:1749610652.575402:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000020:00000010:1.0:1749610652.575404:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9b80. 00000100:00000200:0.0:1749610652.575404:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494542080, portal 10 00000100:00000001:2.0:1749610652.575405:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610652.575406:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1749610652.575408:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610652.575408:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269172608 : -131939440379008 : ffff880074863b80) 00000020:00000010:1.0:1749610652.575410:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c960. 00000100:00000001:2.0:1749610652.575411:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:0.0:1749610652.575414:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074863b80 x1834598494542080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749610652.575415:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00000001:1.0:1749610652.575415:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610652.575417:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00080000:2.0:1749610652.575419:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:1.0:1749610652.575419:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610652.575420:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610652.575422:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610652.575422:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610652.575424:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821088. 00000100:00000001:1.0:1749610652.575425:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610652.575426:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000200:0.0:1749610652.575426:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494542080, offset 0 00000100:00000001:3.0:1749610652.575430:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1749610652.575430:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749610652.575432:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610652.575435:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749610652.575436:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610652.575436:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610652.575436:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610652.575438:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749610652.575438:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000400:00000200:0.0:1749610652.575441:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf929900 00000100:00000001:1.0:1749610652.575445:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1749610652.575446:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074863100 x1834598494542336/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610652.575448:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610652.575449:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610652.575452:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 184872 00000100:00100000:1.0:1749610652.575453:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00000010:2.0:1749610652.575455:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074862680. 00000100:00000001:1.0:1749610652.575456:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134187172736 : -131939522378880 : ffff88006fa30380) 00000400:00000200:0.0:1749610652.575457:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610652.575458:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000040:2.0:1749610652.575459:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:3.0:1749610652.575460:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610652.575461:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749610652.575462:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1749610652.575463:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1749610652.575463:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006fa30380 x1834598494541952/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610652.575465:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610652.575465:0:28320:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:3.0:1749610652.575466:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610652.575467:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:0.0:1749610652.575467:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:3.0:1749610652.575468:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610652.575470:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:0.0:1749610652.575471:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fa30700. 00000100:00100000:3.0:1749610652.575472:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074863100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494542336:0@lo:400:kworker.0 02000000:00000001:2.0:1749610652.575473:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610652.575473:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006fa30700 x1834598494542080 msgsize 520 00000100:00100000:1.0:1749610652.575476:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006fa30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494541952:12345-0@lo:38:kworker.0 00000100:00000001:3.0:1749610652.575477:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:0.0:1749610652.575477:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:2.0:1749610652.575478:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880129e10800. 02000000:00000001:3.0:1749610652.575480:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:1.0:1749610652.575480:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494541952 02000000:00000001:3.0:1749610652.575482:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610652.575484:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610652.575484:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:3.0:1749610652.575485:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749610652.575487:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00010000:00000001:1.0:1749610652.575488:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000010:3.0:1749610652.575490:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7b2e00. 00000400:00000200:0.0:1749610652.575491:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821088 02000000:00000001:3.0:1749610652.575492:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610652.575492:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880074862680 x1834598494542464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1749610652.575493:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821088. 00000100:00000001:0.0:1749610652.575495:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000400:00000010:3.0:1749610652.575497:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7898. 00000100:00000200:0.0:1749610652.575499:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074863b80 x1834598494542080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610652.575501:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedc38. 00000020:00000001:1.0:1749610652.575502:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610652.575504:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000200:3.0:1749610652.575506:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494542336, portal 10 00010000:00020000:1.0:1749610652.575506:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749610652.575507:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610652.575507:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610652.575508:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00010000:00000001:1.0:1749610652.575509:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610652.575510:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269169920 : -131939440381696 : ffff880074863100) 00000100:00000040:0.0:1749610652.575510:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074863b80 x1834598494542080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610677 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610652.575513:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074862680] to pc [ptlrpcd_rcv+-1] req@ffff880074862680 x1834598494542464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610652.575513:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610652.575516:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749610652.575516:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610652.575518:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074863100 x1834598494542336/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610668 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610652.575518:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610652.575519:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749610652.575558:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610652.575563:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610652.575563:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 868 usecs (1 jiffies) 00000100:00000001:0.0:1749610652.575565:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299926034 00000100:00000040:2.0:1749610652.575568:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1749610652.575568:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749610652.575568:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299926034 00000100:00000001:3.0:1749610652.575569:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610652.575570:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299926034 00000100:00000040:3.0:1749610652.575572:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610652.575573:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1749610652.575573:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299926034 00000400:00000010:3.0:1749610652.575575:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedbb0. 00000100:00000001:0.0:1749610652.575575:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299926034 00000100:00000001:0.0:1749610652.575577:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299926034 00000100:00000200:3.0:1749610652.575578:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494542336, offset 0 02000000:00000010:1.0:1749610652.575578:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009cd6bc00. 00000100:00000010:2.0:1749610652.575579:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074862a00. 00000100:00000001:0.0:1749610652.575579:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299926034 02000000:00000001:1.0:1749610652.575581:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610652.575581:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299926034 00000020:00000040:2.0:1749610652.575582:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000400:00000200:3.0:1749610652.575583:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610652.575583:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610652.575583:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610652.575586:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610652.575588:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:1.0:1749610652.575588:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1749610652.575591:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610652.575591:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610652.575591:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610652.575592:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610652.575593:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00001000:1.0:1749610652.575595:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000010:2.0:1749610652.575596:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5300. 00000100:00000001:1.0:1749610652.575598:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:0.0:1749610652.575598:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074863480 x1834598494542208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610652.575600:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf929a00 00000100:00000001:2.0:1749610652.575600:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610652.575602:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610652.575605:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1749610652.575607:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 185392 00000100:00000040:1.0:1749610652.575607:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610652.575607:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610652.575609:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880074862a00 x1834598494542592/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749610652.575609:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749610652.575610:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749610652.575612:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 02000000:00000001:0.0:1749610652.575612:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749610652.575613:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749610652.575614:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610652.575616:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000200:3.0:1749610652.575617:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1749610652.575618:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:0.0:1749610652.575618:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074863480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494542208:0@lo:38:kworker.0 02000000:00000001:1.0:1749610652.575620:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610652.575621:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749610652.575621:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749610652.575622:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749610652.575622:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:3.0:1749610652.575623:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:0.0:1749610652.575623:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749610652.575624:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610652.575625:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610652.575625:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749610652.575626:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:3.0:1749610652.575627:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e99d180. 00000400:00000010:1.0:1749610652.575629:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 02000000:00000010:0.0:1749610652.575630:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130311000. 00000100:00000040:3.0:1749610652.575631:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff88008e99d180 x1834598494542336 msgsize 224 00000100:00000040:2.0:1749610652.575631:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074862a00] to pc [ptlrpcd_00_01+1] req@ffff880074862a00 x1834598494542592/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610652.575632:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610652.575633:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494541952, offset 0 00000100:00100000:3.0:1749610652.575635:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:0.0:1749610652.575636:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffc60. 00000400:00000200:1.0:1749610652.575639:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610652.575645:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749610652.575648:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1749610652.575649:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821088. 00000400:00000200:3.0:1749610652.575654:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedbb0 00000100:00000200:0.0:1749610652.575654:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494542208, portal 10 00000400:00000010:3.0:1749610652.575656:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedbb0. 00000100:00000001:0.0:1749610652.575656:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1749610652.575657:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf929880 00000100:00000001:0.0:1749610652.575657:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269170816 : -131939440380800 : ffff880074863480) 00000100:00000001:2.0:1749610652.575659:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610652.575660:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:1.0:1749610652.575663:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6301 [1] + 0 00000100:00000040:0.0:1749610652.575663:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074863480 x1834598494542208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610652.575665:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074863100 x1834598494542336/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610668 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610652.575665:0:8737:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5263) 00000400:00000200:1.0:1749610652.575668:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610652.575670:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749610652.575672:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749610652.575673:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610652.575674:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1749610652.575674:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 00000100:00000001:1.0:1749610652.575676:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:3.0:1749610652.575677:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074863100 x1834598494542336/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610668 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610652.575677:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494542208, offset 0 00000100:00000200:1.0:1749610652.575681:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074862300 x1834598494541952/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610677 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610652.575681:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610652.575685:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610652.575686:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:0.0:1749610652.575687:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610652.575690:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610652.575692:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880074862300 x1834598494541952/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610677 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610652.575693:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf929980 00000100:00000040:3.0:1749610652.575694:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 790 usecs (1 jiffies) 00000400:00000200:0.0:1749610652.575696:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 185616 00000100:00000001:3.0:1749610652.575697:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299926034 00000100:00000001:2.0:1749610652.575697:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749610652.575700:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299926034 00000100:00100000:2.0:1749610652.575700:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494542080 00000100:00000001:1.0:1749610652.575701:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749610652.575701:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749610652.575702:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610652.575703:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299926034 00000100:00000001:2.0:1749610652.575704:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1749610652.575704:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610652.575705:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299926034 00000100:00000001:2.0:1749610652.575707:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610652.575707:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00000400:00000010:1.0:1749610652.575709:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 02000000:00000001:2.0:1749610652.575710:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610652.575712:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610652.575713:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299926034 00000100:00100000:2.0:1749610652.575713:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494542080 00000100:00000001:0.0:1749610652.575713:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749610652.575714:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749610652.575715:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299926034 00000020:00000001:2.0:1749610652.575715:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610652.575716:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749610652.575717:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299926034 00000020:00000001:2.0:1749610652.575718:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:0.0:1749610652.575718:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fa30a80. 00000100:00000001:1.0:1749610652.575719:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610652.575720:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299926034 00000020:00000001:2.0:1749610652.575720:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610652.575721:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006fa30a80 x1834598494542208 msgsize 520 00000100:00000001:3.0:1749610652.575722:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749610652.575722:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610652.575723:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610652.575724:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610652.575725:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:2.0:1749610652.575726:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bc600. 00000100:00000001:3.0:1749610652.575727:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610652.575727:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610652.575729:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610652.575729:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610652.575730:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387c00. 00000020:00000001:1.0:1749610652.575731:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610652.575731:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:2.0:1749610652.575733:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9190. 00000100:00000001:3.0:1749610652.575735:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1749610652.575735:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 00000100:00000040:1.0:1749610652.575736:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fa30380 x1834598494541952/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610672 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610652.575737:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1749610652.575737:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000010:0.0:1749610652.575737:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 00000100:00000001:3.0:1749610652.575739:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610652.575739:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610652.575740:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610652.575740:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749610652.575742:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610652.575742:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610652.575743:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074863480 x1834598494542208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610652.575744:0:28321:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1749610652.575746:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610652.575746:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610652.575747:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006fa30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494541952:12345-0@lo:38:kworker.0 Request processed in 271us (557us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749610652.575748:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610652.575750:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610652.575750:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610652.575752:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610652.575753:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610652.575753:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610652.575753:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074863480 x1834598494542208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610677 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610652.575754:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:1.0:1749610652.575755:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00000040:3.0:1749610652.575759:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074862a00 x1834598494542592/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610652.575759:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610652.575760:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749610652.575760:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749610652.575760:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610652.575761:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:2.0:1749610652.575762:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494542336 02000000:00000001:2.0:1749610652.575763:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610652.575764:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610652.575765:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1749610652.575766:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9b80. 00000100:00000001:3.0:1749610652.575767:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610652.575767:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610652.575767:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 802 usecs (1 jiffies) 00000100:00000001:3.0:1749610652.575768:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610652.575770:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610652.575770:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c960. 00000100:00000001:0.0:1749610652.575770:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299926034 02000000:00000001:3.0:1749610652.575771:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:2.0:1749610652.575771:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494542336 00000100:00000001:0.0:1749610652.575772:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299926034 02000000:00000001:3.0:1749610652.575773:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749610652.575773:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610652.575774:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000020:00000010:1.0:1749610652.575774:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125600. 00000100:00000001:0.0:1749610652.575774:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299926034 02000000:00000001:3.0:1749610652.575775:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610652.575775:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610652.575776:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299926034 00000020:00000040:2.0:1749610652.575777:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000100:00100000:3.0:1749610652.575778:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074862a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494542592:0@lo:400:kworker.0 00000100:00000001:1.0:1749610652.575778:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610652.575778:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299926034 00000020:00000001:2.0:1749610652.575779:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:0.0:1749610652.575781:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299926034 00000100:00000001:3.0:1749610652.575782:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1749610652.575782:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:0.0:1749610652.575783:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299926034 02000000:00000001:3.0:1749610652.575784:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749610652.575785:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299926034 02000000:00000001:3.0:1749610652.575786:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610652.575787:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610652.575788:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749610652.575789:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610652.575790:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7b2a00. 00000100:00000001:2.0:1749610652.575792:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1749610652.575793:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749610652.575793:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749610652.575794:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000001:0.0:1749610652.575794:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:2.0:1749610652.575795:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012b677b00. 00000400:00000010:0.0:1749610652.575796:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffd68. 00000100:00000001:1.0:1749610652.575797:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610652.575801:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7840. 00000020:00000040:2.0:1749610652.575803:0:9691:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000400:00000200:0.0:1749610652.575805:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 00000400:00000010:0.0:1749610652.575807:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00000100:00000001:2.0:1749610652.575809:0:9691:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1749610652.575810:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:2.0:1749610652.575812:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bc200. 00000100:00000200:0.0:1749610652.575814:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074862300 x1834598494541952/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610677 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610652.575815:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387880. 00000400:00000010:3.0:1749610652.575817:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedbb0. 00000020:00000010:2.0:1749610652.575818:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be93e8. 00000100:00000200:3.0:1749610652.575821:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494542592, portal 10 00000100:00000001:3.0:1749610652.575823:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000200:0.0:1749610652.575823:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074862300 x1834598494541952/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610677 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610652.575824:0:9691:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1749610652.575825:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269168128 : -131939440383488 : ffff880074862a00) 00000100:00000001:2.0:1749610652.575826:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610652.575826:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610652.575827:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:1.0:1749610652.575828:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494542208 00000100:00000001:2.0:1749610652.575829:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749610652.575830:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610652.575830:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:3.0:1749610652.575832:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074862a00 x1834598494542592/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610668 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610652.575832:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610652.575832:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610652.575834:0:9691:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749610652.575834:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749610652.575835:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610652.575836:0:9691:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:0.0:1749610652.575837:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610652.575838:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610652.575838:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610652.575839:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610652.575839:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1749610652.575840:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494542208 00000100:00000040:3.0:1749610652.575841:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610652.575841:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610652.575842:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:3.0:1749610652.575843:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedcc0. 00000100:00000001:2.0:1749610652.575843:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1749610652.575844:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:0.0:1749610652.575844:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610652.575845:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494542592, offset 0 00000020:00000001:1.0:1749610652.575846:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749610652.575848:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610652.575849:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610652.575849:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610652.575850:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1749610652.575850:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610652.575850:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610652 v=5 (0 0 0 0) 00000020:00000010:1.0:1749610652.575853:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125600. 00000100:00001000:0.0:1749610652.575854:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=75 v=20 (1 1 1 20) 00000100:00100000:2.0:1749610652.575855:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000020:00000010:1.0:1749610652.575855:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9b80. 00000400:00000200:3.0:1749610652.575856:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610652.575856:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1749610652.575858:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000020:00000010:1.0:1749610652.575858:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c960. 00000100:00000001:0.0:1749610652.575859:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610652.575860:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134706663808 : -131939002887808 : ffff88008e99d180) 00000400:00000200:3.0:1749610652.575861:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf929b00 00000100:00000001:1.0:1749610652.575861:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610652.575861:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610652.575862:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1749610652.575866:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 186136 00000100:00000040:2.0:1749610652.575866:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008e99d180 x1834598494542336/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:88/0 lens 224/0 e 0 to 0 dl 1749610663 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610652.575866:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074862300 x1834598494541952/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610677 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610652.575870:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610652.575871:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610652.575874:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610652.575874:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749610652.575874:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610652.575874:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:2.0:1749610652.575876:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012b677ec0. 00000100:00000001:3.0:1749610652.575877:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749610652.575877:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610652.575878:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610652.575878:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749610652.575879:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749610652.575880:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000010:2.0:1749610652.575881:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012b677ec0. 00000100:00000001:1.0:1749610652.575881:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1749610652.575882:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e99d500. 00000100:00000001:0.0:1749610652.575883:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:3.0:1749610652.575885:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff88008e99d500 x1834598494542592 msgsize 224 00000100:00100000:2.0:1749610652.575886:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e99d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494542336:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1749610652.575886:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1749610652.575888:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00080000:0.0:1749610652.575888:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00100000:3.0:1749610652.575889:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:2.0:1749610652.575890:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494542336 00000100:00000001:1.0:1749610652.575890:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610652.575891:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749610652.575891:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:2.0:1749610652.575893:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:3.0:1749610652.575894:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedcc0 00000100:00100000:1.0:1749610652.575894:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 281 00000100:00000040:0.0:1749610652.575895:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074862300 x1834598494541952/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610677 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610652.575896:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedcc0. 00000100:00000001:1.0:1749610652.575896:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134187173632 : -131939522377984 : ffff88006fa30700) 00000020:00000001:2.0:1749610652.575897:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:3.0:1749610652.575898:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:2.0:1749610652.575899:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610652.575901:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074862a00 x1834598494542592/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610668 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610652.575901:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006fa30700 x1834598494542080/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610652.575902:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1749610652.575909:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1749610652.575909:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00100000:1.0:1749610652.575910:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006fa30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494542080:12345-0@lo:38:kworker.0 00000100:00000040:3.0:1749610652.575912:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074862a00 x1834598494542592/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610668 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610652.575913:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000200:1.0:1749610652.575913:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494542080 00000100:00100000:0.0:1749610652.575914:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074862300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494541952:0@lo:38:kworker.0 00000020:00000001:2.0:1749610652.575916:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610652.575916:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749610652.575918:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610652.575918:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00010000:00000001:1.0:1749610652.575918:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749610652.575919:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610652.575920:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:2.0:1749610652.575920:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1749610652.575921:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1749610652.575923:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610652.575924:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074862300 x1834598494541952/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610677 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610652.575925:0:9691:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000001:1.0:1749610652.575926:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610652.575929:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610652.575929:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00020000:1.0:1749610652.575930:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749610652.575930:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610652.575931:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1749610652.575932:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 758 usecs (1 jiffies) 00010000:00000001:1.0:1749610652.575932:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:0.0:1749610652.575932:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749610652.575935:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299926034 02000000:00000010:2.0:1749610652.575935:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880129e11800. 00010000:00000001:1.0:1749610652.575935:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000010:0.0:1749610652.575935:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130312400. 00000100:00000001:3.0:1749610652.575937:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299926034 02000000:00000001:2.0:1749610652.575937:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610652.575938:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:0.0:1749610652.575938:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749610652.575939:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610652.575939:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749610652.575940:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299926034 00000020:00000001:0.0:1749610652.575940:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:2.0:1749610652.575941:0:9691:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610652.575941:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:0.0:1749610652.575941:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:3.0:1749610652.575942:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299926034 00010000:00000040:2.0:1749610652.575973:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494542336 00000100:00000001:3.0:1749610652.575976:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299926034 00010000:00000001:2.0:1749610652.575976:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:3.0:1749610652.575979:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299926034 02000000:00000010:1.0:1749610652.575979:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009cd68400. 00000020:00000001:0.0:1749610652.575979:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749610652.575981:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299926034 02000000:00000001:1.0:1749610652.575981:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610652.575981:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880129e13800. 00010000:00000200:2.0:1749610652.575982:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008e99d180 x1834598494542336/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:88/0 lens 224/224 e 0 to 0 dl 1749610663 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610652.575983:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299926034 00000100:00000001:1.0:1749610652.575984:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610652.575985:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610652.575985:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:1.0:1749610652.575987:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1749610652.575987:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749610652.575988:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610652.575988:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610652.575989:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074862300. 00010000:00000001:2.0:1749610652.575990:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749610652.575991:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610652.575991:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00010000:00000001:2.0:1749610652.575992:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610652.575992:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610652.575993:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610652.575993:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610652.575994:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00001000:2.0:1749610652.575995:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=7 v=5 (1 1 1 1) 00000100:00000001:0.0:1749610652.575995:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610652.575997:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610652.575999:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610652.575999:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610652.576001:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610652.576001:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1749610652.576002:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:0.0:1749610652.576002:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610652.576003:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749610652.576004:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610652.576004:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749610652.576006:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749610652.576006:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1749610652.576007:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:0.0:1749610652.576007:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749610652.576008:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610652.576010:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610652.576011:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074862680 x1834598494542464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610652.576013:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749610652.576015:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:2.0:1749610652.576017:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ac38. 02000000:00000001:1.0:1749610652.576017:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610652.576019:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610652.576020:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610652.576020:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610652.576022:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:2.0:1749610652.576022:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494542336, offset 224 00000100:00000040:1.0:1749610652.576022:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749610652.576022:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:3.0:1749610652.576024:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494542592 00000400:00000010:1.0:1749610652.576025:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 02000000:00000001:0.0:1749610652.576025:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610652.576026:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1749610652.576027:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749610652.576027:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610652.576028:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610652.576030:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610652.576030:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074862680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494542464:0@lo:38:kworker.0 00000100:00000200:1.0:1749610652.576031:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494542080, offset 0 00000100:00000001:0.0:1749610652.576033:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749610652.576034:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610652.576036:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494542592 00000400:00000200:1.0:1749610652.576037:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1749610652.576039:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1749610652.576039:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:3.0:1749610652.576040:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 02000000:00000001:0.0:1749610652.576041:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1749610652.576042:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1749610652.576043:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610652.576044:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:3.0:1749610652.576045:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 02000000:00000001:0.0:1749610652.576045:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1749610652.576048:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 02000000:00000010:0.0:1749610652.576048:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130312400. 00000400:00000200:2.0:1749610652.576050:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf929a00 02000000:00000001:0.0:1749610652.576050:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610652.576051:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000400:00000200:1.0:1749610652.576051:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf929900 00000400:00000010:0.0:1749610652.576053:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffd68. 00000100:00000001:3.0:1749610652.576055:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1749610652.576056:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6309 [1] + 0 00000020:00000010:3.0:1749610652.576057:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b42117c0. 00000020:00000010:3.0:1749610652.576061:0:9693:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012b677040. 00000400:00000200:1.0:1749610652.576061:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610652.576064:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610652.576065:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1749610652.576067:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b42117c0. 00000400:00000200:2.0:1749610652.576070:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6311 [1] + 224 00000020:00000010:3.0:1749610652.576077:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3a00. 00000400:00000010:0.0:1749610652.576078:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 00000400:00000200:2.0:1749610652.576079:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610652.576079:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:3.0:1749610652.576081:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cd00. 00000100:00000200:0.0:1749610652.576082:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494542464, portal 10 00000400:00000200:2.0:1749610652.576084:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610652.576084:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074863b80 x1834598494542080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610677 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610652.576084:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000010:3.0:1749610652.576086:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c87d0. 00000100:00000001:0.0:1749610652.576086:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269167232 : -131939440384384 : ffff880074862680) 00000100:00000001:3.0:1749610652.576091:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610652.576092:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1749610652.576092:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074862680 x1834598494542464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610652.576094:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880074863b80 x1834598494542080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610677 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610652.576095:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610652.576099:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749610652.576099:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610652.576100:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610652.576101:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:0.0:1749610652.576101:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610652.576102:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610652.576102:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:0.0:1749610652.576103:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 00000100:00000001:3.0:1749610652.576104:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749610652.576105:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494542464, offset 0 00000100:00000200:2.0:1749610652.576107:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074863100 x1834598494542336/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610668 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610652.576107:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00000400:00000010:1.0:1749610652.576109:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 00000100:00000001:1.0:1749610652.576111:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610652.576112:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610652.576113:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:0.0:1749610652.576113:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610652.576114:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610652.576115:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610652.576117:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174 00000100:00000040:1.0:1749610652.576118:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:3.0:1749610652.576120:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000400:00000200:0.0:1749610652.576120:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610652.576121:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610652.576122:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134706664704 : -131939002886912 : ffff88008e99d500) 00000100:00000040:2.0:1749610652.576122:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880074863100 x1834598494542336/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610668 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610652.576123:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749610652.576126:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf929a80 00000100:00000040:1.0:1749610652.576127:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fa30700 x1834598494542080/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610672 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610652.576128:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008e99d500 x1834598494542592/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:88/0 lens 224/0 e 0 to 0 dl 1749610663 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610652.576130:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 186360 00000400:00000200:0.0:1749610652.576135:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610652.576136:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1749610652.576137:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006fa30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494542080:12345-0@lo:38:kworker.0 Request processed in 226us (661us total) trans 0 rc -19/-19 00000020:00000010:3.0:1749610652.576138:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b42117c0. 00000400:00000200:0.0:1749610652.576138:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610652.576140:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610652.576141:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610652.576141:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000020:00000010:3.0:1749610652.576142:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b42117c0. 00000100:00000200:0.0:1749610652.576143:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:1.0:1749610652.576145:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 281 00000100:00100000:3.0:1749610652.576146:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e99d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494542592:12345-0@lo:400:kworker.0 00000100:00000010:0.0:1749610652.576146:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fa30e00. 00000100:00000001:1.0:1749610652.576148:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:0.0:1749610652.576148:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006fa30e00 x1834598494542464 msgsize 520 00000100:00000001:1.0:1749610652.576149:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1749610652.576150:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494542592 00000400:00000200:2.0:1749610652.576150:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ac38 00000020:00000001:3.0:1749610652.576152:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:0.0:1749610652.576152:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:2.0:1749610652.576154:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ac38. 00000020:00000001:3.0:1749610652.576155:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:0.0:1749610652.576155:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:3.0:1749610652.576156:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610652.576157:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387c00. 00000100:00000001:2.0:1749610652.576158:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:3.0:1749610652.576159:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1749610652.576160:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:0.0:1749610652.576160:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 00000020:00000001:3.0:1749610652.576161:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000010:1.0:1749610652.576162:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9190. 00000400:00000010:0.0:1749610652.576162:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 00000020:00000001:3.0:1749610652.576163:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1749610652.576165:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:3.0:1749610652.576166:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610652.576166:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610652.576167:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bc600. 00000020:00000001:3.0:1749610652.576168:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000200:0.0:1749610652.576168:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074862680 x1834598494542464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610652.576170:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1749610652.576170:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610652.576171:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000001:3.0:1749610652.576172:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610652.576174:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:0.0:1749610652.576175:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1749610652.576176:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610652.576178:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000001:2.0:1749610652.576178:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1749610652.576179:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749610652.576180:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494542464 00000100:00000001:3.0:1749610652.576182:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749610652.576182:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1749610652.576183:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008e99d180 x1834598494542336/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:88/0 lens 224/224 e 0 to 0 dl 1749610663 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610652.576184:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749610652.576184:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749610652.576184:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074862680 x1834598494542464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610677 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610652.576186:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610652.576188:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880092b98400. 02000000:00000001:1.0:1749610652.576188:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610652.576190:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610652.576191:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494542464 00000100:00000001:0.0:1749610652.576191:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610652.576192:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610652.576193:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749610652.576193:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:2.0:1749610652.576194:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e99d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494542336:12345-0@lo:400:kworker.0 Request processed in 318us (561us total) trans 0 rc 0/0 00000020:00000040:1.0:1749610652.576194:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610652.576195:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610652.576196:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610652.576197:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749610652.576198:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494542592 00000020:00000001:1.0:1749610652.576198:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610652.576200:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000020:00000001:1.0:1749610652.576200:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610652.576200:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 626 usecs (1 jiffies) 00000100:00100000:2.0:1749610652.576203:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000020:00000010:1.0:1749610652.576203:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125200. 00000100:00000001:0.0:1749610652.576203:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299926034 00010000:00000200:3.0:1749610652.576205:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008e99d500 x1834598494542592/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:88/0 lens 224/224 e 0 to 0 dl 1749610663 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610652.576206:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9c00. 00000100:00000001:0.0:1749610652.576206:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299926034 00000100:00000040:2.0:1749610652.576207:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000020:00000010:1.0:1749610652.576208:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c898. 00000100:00000001:0.0:1749610652.576208:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299926034 00000100:00000001:2.0:1749610652.576209:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610652.576211:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749610652.576211:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610652.576211:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299926034 00010000:00000001:3.0:1749610652.576212:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749610652.576212:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610652.576213:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299926034 00010000:00000001:3.0:1749610652.576214:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610652.576214:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610652.576215:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387880. 00000100:00000001:0.0:1749610652.576215:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299926034 00000100:00001000:3.0:1749610652.576217:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=7 v=5 (1 1 1 1) 00000100:00000001:1.0:1749610652.576217:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610652.576217:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299926034 00000020:00000010:2.0:1749610652.576219:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be93e8. 00000100:00000001:1.0:1749610652.576219:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610652.576219:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299926034 00000100:00000001:0.0:1749610652.576220:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610652.576221:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610652.576222:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610652.576223:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000010:2.0:1749610652.576223:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bc200. 00000100:00000001:1.0:1749610652.576224:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610652.576225:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610652.576225:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000001:0.0:1749610652.576226:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1749610652.576227:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:2.0:1749610652.576227:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000400:00000001:0.0:1749610652.576227:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1749610652.576228:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 282 02000000:00000001:3.0:1749610652.576229:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610652.576229:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffbb0. 00000100:00000001:2.0:1749610652.576230:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610652.576230:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134187174528 : -131939522377088 : ffff88006fa30a80) 00000100:00000001:3.0:1749610652.576232:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:0.0:1749610652.576232:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958212a8 00000400:00000010:0.0:1749610652.576233:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958212a8. 00000100:00000040:3.0:1749610652.576234:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1749610652.576234:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006fa30a80 x1834598494542208/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610652.576235:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000010:3.0:1749610652.576236:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedcc0. 00000100:00000200:0.0:1749610652.576238:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074863b80 x1834598494542080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610677 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610652.576240:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000200:3.0:1749610652.576241:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494542592, offset 224 00000100:00000001:2.0:1749610652.576242:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749610652.576243:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006fa30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494542208:12345-0@lo:38:kworker.0 00000400:00000200:3.0:1749610652.576245:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1749610652.576246:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 283 00000100:00000200:1.0:1749610652.576247:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494542208 00000100:00000200:0.0:1749610652.576247:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074863b80 x1834598494542080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610677 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610652.576249:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134187175424 : -131939522376192 : ffff88006fa30e00) 00000020:00000001:1.0:1749610652.576249:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749610652.576251:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:3.0:1749610652.576252:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749610652.576253:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006fa30e00 x1834598494542464/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610652.576254:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610652.576255:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610652.576257:0:28320:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:3.0:1749610652.576258:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf929b00 02000000:00000001:0.0:1749610652.576259:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610652.576261:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1749610652.576263:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6325 [1] + 224 00000020:00000001:1.0:1749610652.576263:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610652.576267:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00020000:1.0:1749610652.576267:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749610652.576267:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610652.576269:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006fa30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494542464:12345-0@lo:38:kworker.0 00010000:00000001:1.0:1749610652.576269:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:0.0:1749610652.576269:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610652.576271:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1749610652.576272:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:2.0:1749610652.576273:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494542464 00000100:00000001:3.0:1749610652.576274:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610652.576274:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:2.0:1749610652.576276:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749610652.576276:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000200:3.0:1749610652.576278:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074862a00 x1834598494542592/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610668 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749610652.576278:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:1.0:1749610652.576278:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749610652.576281:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009cd68c00. 02000000:00000001:1.0:1749610652.576282:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610652.576284:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610652.576287:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880074862a00 x1834598494542592/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610668 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610652.576287:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:2.0:1749610652.576288:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610652.576288:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610652.576288:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610652 v=5 (0 0 0 0) 00010000:00020000:2.0:1749610652.576291:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00001000:1.0:1749610652.576291:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00001000:0.0:1749610652.576292:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=57 v=20 (1 1 1 20) 00010000:00000001:2.0:1749610652.576294:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610652.576294:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749610652.576294:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610652.576296:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610652.576296:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:2.0:1749610652.576297:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610652.576298:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:0.0:1749610652.576298:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610652.576300:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749610652.576301:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749610652.576301:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610652.576303:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:0.0:1749610652.576303:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074863b80 x1834598494542080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610677 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610652.576304:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1749610652.576306:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 02000000:00000010:2.0:1749610652.576307:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880129e12c00. 02000000:00000001:1.0:1749610652.576308:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749610652.576309:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:2.0:1749610652.576309:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610652.576309:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610652.576310:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610652.576311:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610652.576311:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610652.576313:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610652.576313:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1749610652.576314:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedcc0 00010000:00000001:2.0:1749610652.576314:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749610652.576314:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749610652.576315:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 00000400:00000010:3.0:1749610652.576316:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedcc0. 00010000:00000001:2.0:1749610652.576316:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610652.576316:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749610652.576318:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610652.576318:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00001000:2.0:1749610652.576319:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610652.576320:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:1.0:1749610652.576320:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494542208, offset 0 00000100:00080000:0.0:1749610652.576320:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1749610652.576322:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610652.576323:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610652.576323:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00080000:0.0:1749610652.576323:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610652.576325:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610652.576325:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610652.576326:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000040:2.0:1749610652.576327:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00010000:00000001:3.0:1749610652.576329:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:2.0:1749610652.576329:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:0.0:1749610652.576329:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074863b80 x1834598494542080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610677 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610652.576330:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610652.576330:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610652.576331:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000001:3.0:1749610652.576332:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1749610652.576334:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 02000000:00000001:2.0:1749610652.576336:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:1.0:1749610652.576336:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf929980 00000100:00000040:3.0:1749610652.576337:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008e99d500 x1834598494542592/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:88/0 lens 224/224 e 0 to 0 dl 1749610663 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610652.576338:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610652.576338:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074863b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494542080:0@lo:38:kworker.0 00000100:00000001:2.0:1749610652.576340:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749610652.576340:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x631d [1] + 0 00000100:00000040:2.0:1749610652.576342:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610652.576342:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610652.576344:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ac38. 00000400:00000200:1.0:1749610652.576344:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610652.576344:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1749610652.576347:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e99d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494542592:12345-0@lo:400:kworker.0 Request processed in 208us (459us total) trans 0 rc 0/0 00000100:00000040:0.0:1749610652.576347:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074863b80 x1834598494542080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610677 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610652.576348:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494542464, offset 0 00000400:00000200:1.0:1749610652.576348:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610652.576351:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:2.0:1749610652.576353:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610652.576353:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00100000:3.0:1749610652.576355:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174 00000100:00000200:1.0:1749610652.576355:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074863480 x1834598494542208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610677 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610652.576355:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610652.576356:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130311400. 00000100:00000040:3.0:1749610652.576358:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 02000000:00000001:0.0:1749610652.576359:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1749610652.576360:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:0.0:1749610652.576360:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:2.0:1749610652.576361:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610652.576362:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:0.0:1749610652.576362:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749610652.576364:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:3.0:1749610652.576365:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cd00. 00000020:00000010:3.0:1749610652.576368:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c87d0. 00000100:00000040:1.0:1749610652.576370:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880074863480 x1834598494542208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610677 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610652.576370:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880129e13000. 00000020:00000010:3.0:1749610652.576371:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3a00. 00000400:00000200:2.0:1749610652.576373:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf929a80 02000000:00000001:0.0:1749610652.576373:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610652.576374:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:3.0:1749610652.576376:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000010:0.0:1749610652.576376:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074863b80. 00000100:00000001:3.0:1749610652.576378:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749610652.576378:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6335 [1] + 0 00000100:00000001:1.0:1749610652.576379:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610652.576379:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610652.576380:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610652.576382:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749610652.576383:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610652.576384:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00000400:00000200:2.0:1749610652.576386:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1749610652.576387:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 00000100:00000001:0.0:1749610652.576387:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610652.576389:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610652.576389:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610652.576390:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610652.576390:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749610652.576391:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1749610652.576392:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:0.0:1749610652.576392:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610652.576393:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610652.576394:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074862680 x1834598494542464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610677 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749610652.576396:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000040:1.0:1749610652.576396:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000001:0.0:1749610652.576396:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749610652.576398:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749610652.576398:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749610652.576399:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffc60. 00000020:00000001:1.0:1749610652.576400:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749610652.576402:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821088 00000100:00000040:2.0:1749610652.576404:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880074862680 x1834598494542464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610677 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610652.576404:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fa30a80 x1834598494542208/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610672 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610652.576404:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821088. 00000100:00000001:0.0:1749610652.576406:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749610652.576410:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074863480 x1834598494542208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610677 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610652.576412:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:1.0:1749610652.576414:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006fa30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494542208:12345-0@lo:38:kworker.0 Request processed in 170us (691us total) trans 0 rc -19/-19 00000400:00000200:2.0:1749610652.576416:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ac38 00000400:00000010:2.0:1749610652.576418:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ac38. 00000100:00000200:0.0:1749610652.576419:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074863480 x1834598494542208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610677 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610652.576420:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610652.576422:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:1.0:1749610652.576423:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 282 00000100:00000001:2.0:1749610652.576425:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610652.576425:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610652.576425:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610652.576426:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749610652.576427:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610652.576428:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610652.576428:0:28320:0:(client.c:1550:after_reply()) Process entered 00000020:00000010:1.0:1749610652.576429:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9b80. 00000100:00000001:2.0:1749610652.576430:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610652.576430:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610652.576431:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1749610652.576432:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c960. 00000100:00000001:0.0:1749610652.576432:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610652.576433:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610652.576434:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610652.576435:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125600. 00000100:00000040:2.0:1749610652.576437:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fa30e00 x1834598494542464/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610672 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610652.576438:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1749610652.576438:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610652 v=5 (0 0 0 0) 00000100:00001000:0.0:1749610652.576441:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=7 v=20 (1 1 1 20) 00000100:00000001:0.0:1749610652.576443:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610652.576445:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:2.0:1749610652.576446:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006fa30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494542464:12345-0@lo:38:kworker.0 Request processed in 178us (295us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749610652.576447:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610652.576451:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074863480 x1834598494542208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610677 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610652.576454:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 283 00000100:00000001:2.0:1749610652.576457:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610652.576457:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610652.576458:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749610652.576462:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9c00. 00000100:00000001:0.0:1749610652.576464:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:2.0:1749610652.576465:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c898. 00000100:00000001:0.0:1749610652.576466:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610652.576467:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000010:2.0:1749610652.576468:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125200. 00000100:00000001:0.0:1749610652.576469:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610652.576472:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749610652.576472:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749610652.576474:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610652.576476:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610652.576480:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074863480 x1834598494542208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610677 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610652.576487:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1749610652.576488:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074863480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494542208:0@lo:38:kworker.0 00000100:00000001:2.0:1749610652.576490:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610652.576491:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749610652.576493:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749610652.576493:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000001:2.0:1749610652.576495:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1749610652.576495:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074863480 x1834598494542208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610677 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610652.576501:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000010:2.0:1749610652.576502:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7840. 02000000:00000001:0.0:1749610652.576503:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610652.576504:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130311000. 00000400:00000200:2.0:1749610652.576506:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedbb0 02000000:00000001:0.0:1749610652.576506:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:2.0:1749610652.576507:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedbb0. 00000020:00000001:0.0:1749610652.576507:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610652.576509:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749610652.576510:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749610652.576511:0:28321:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000010:0.0:1749610652.576512:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880129e13c00. 02000000:00000001:0.0:1749610652.576514:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:2.0:1749610652.576515:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074862a00 x1834598494542592/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610668 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610652.576515:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610652.576516:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074863480. 00000100:00000001:0.0:1749610652.576518:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610652.576519:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610652.576553:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610652.576555:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610652.576557:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1749610652.576559:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074862a00 x1834598494542592/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610668 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749610652.576560:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610652.576561:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749610652.576564:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffd68. 00000100:00000001:2.0:1749610652.576567:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610652.576569:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610652.576571:0:28321:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:0.0:1749610652.576572:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 02000000:00000001:2.0:1749610652.576573:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000010:0.0:1749610652.576573:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00000100:00000001:2.0:1749610652.576575:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610652.576576:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610652.576577:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610652.576577:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299926034, at 4299926034 02000000:00000001:2.0:1749610652.576580:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610652.576580:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074862680 x1834598494542464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610677 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610652.576582:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299926034, at 4299926034 00000100:00001000:2.0:1749610652.576585:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=107 v=5 (5 5 5 0) 00000100:00000010:1.0:1749610652.576585:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b33c0. 00000100:00001000:2.0:1749610652.576589:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=107 v=5 (1 1 1 0) 00000100:00000200:0.0:1749610652.576589:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074862680 x1834598494542464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610677 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749610652.576591:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b34c0. 00000100:00000001:2.0:1749610652.576591:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610652.576593:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610652.576595:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000001:2.0:1749610652.576596:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1749610652.576597:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610652.576599:0:28320:0:(client.c:1550:after_reply()) Process entered 00010000:00080000:2.0:1749610652.576600:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880074862a00 x1834598494542592/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610668 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610652.576600:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610652.576602:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610652.576603:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610652.576605:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610652.576608:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610652.576609:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610652 v=5 (0 0 0 0) 00000100:00000001:2.0:1749610652.576611:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00001000:0.0:1749610652.576612:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=107 v=20 (1 1 20 0) 00000100:00000040:2.0:1749610652.576613:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:0.0:1749610652.576614:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610652.576615:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749610652.576615:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610652.576616:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610652.576617:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610652.576619:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074862a00 x1834598494542592/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610668 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610652.576621:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074862680 x1834598494542464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610677 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610652.576626:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610652.576628:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610652.576628:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610652.576630:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610652.576630:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610652.576631:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610652.576633:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074862a00 x1834598494542592/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610668 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610652.576633:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610652.576634:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749610652.576637:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749610652.576640:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610652.576642:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610652.576645:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074862680 x1834598494542464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610677 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610652.576655:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074862a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494542592:0@lo:400:kworker.0 00000400:00000001:2.0:1749610652.576661:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610652.576663:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1749610652.576663:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074862680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494542464:0@lo:38:kworker.0 00000400:00000010:2.0:1749610652.576665:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7898. 00000100:00000001:0.0:1749610652.576667:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610652.576668:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedc38 00000100:00000001:0.0:1749610652.576669:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1749610652.576670:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedc38. 00000100:00000001:2.0:1749610652.576672:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749610652.576672:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074862680 x1834598494542464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610677 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610652.576675:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074863100 x1834598494542336/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610668 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610652.576678:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610652.576680:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610652.576681:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130312400. 00000100:00000200:2.0:1749610652.576683:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074863100 x1834598494542336/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610668 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610652.576683:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610652.576685:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610652.576686:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1749610652.576688:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749610652.576689:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000010:0.0:1749610652.576689:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880129e10800. 00000100:00000001:2.0:1749610652.576690:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610652.576691:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1749610652.576692:0:28321:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610652.576692:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610652.576693:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074862680. 02000000:00000001:2.0:1749610652.576694:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610652.576695:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610652.576696:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610652.576697:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610652.576697:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610652.576698:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610652.576699:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610652.576700:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610652.576701:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00001000:2.0:1749610652.576703:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=7 v=5 (5 5 5 5) 00000100:00000001:0.0:1749610652.576703:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610652.576704:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610652.576705:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=7 v=5 (1 1 1 1) 00000100:00000001:2.0:1749610652.576708:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610652.576709:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610652.576711:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1749610652.576714:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880074863100 x1834598494542336/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610668 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749610652.576720:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610652.576722:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1749610652.576723:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1749610652.576725:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749610652.576726:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610652.576729:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074863100 x1834598494542336/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610668 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610652.576746:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610652.576748:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610652.576750:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610652.576750:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299926034, at 4299926034 00000100:00000040:2.0:1749610652.576753:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074863100 x1834598494542336/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610668 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749610652.576756:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b3800. 00000100:00100000:2.0:1749610652.576760:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074863100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494542336:0@lo:400:kworker.0 00000100:00000001:2.0:1749610652.576764:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610652.576766:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610652.576769:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074862a00 x1834598494542592/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610668 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610652.576775:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610652.576777:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610652.576779:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7b2a00. 02000000:00000001:2.0:1749610652.576782:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610652.576783:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610652.576785:0:28321:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:2.0:1749610652.576787:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610652.576789:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5300. 02000000:00000001:2.0:1749610652.576791:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610652.576793:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610652.576794:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074862a00. 00000100:00000001:2.0:1749610652.576797:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610652.576798:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610652.576799:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610652.576802:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074863100 x1834598494542336/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610668 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610652.576808:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610652.576809:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610652.576811:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7b2e00. 02000000:00000001:2.0:1749610652.576813:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610652.576814:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610652.576816:0:28321:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1749610652.576822:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610652.576824:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5000. 02000000:00000001:2.0:1749610652.576826:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610652.576827:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610652.576829:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074863100. 00000100:00000001:2.0:1749610652.576832:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610652.576833:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610652.576835:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610652.576839:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610652.576841:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610652.576843:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610652.576845:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610652.576854:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299926034, at 4299926034 00000100:00000010:2.0:1749610652.576860:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b3140. 00000100:00000001:2.0:1749610652.847654:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610652.847664:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610652.847667:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610652.847674:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af0c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749610652.847679:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610652.847694:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610652.847698:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610652.847703:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610652.847706:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610653.440652:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610653.440657:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610653.440705:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610653.440709:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610653.440712:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610653.457577:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610653.457580:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610653.457582:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610653.457584:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610653.457586:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610653.457588:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610653.457601:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610653.457603:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610653.457605:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610653.576637:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610653.576649:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610653.576651:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610653.576655:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610653.576657:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610653.576659:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610653.576661:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610653.847589:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610653.847594:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610653.847596:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610653.847600:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af0c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749610653.847603:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610653.847618:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610653.847620:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610653.847623:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610653.847625:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610654.442628:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610654.442635:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749610654.442636:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749610654.442639:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610654.442642:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749610654.442643:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610654.442645:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610654.442646:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610654.442782:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610654.442789:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610654.442792:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610654.457585:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610654.457589:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610654.457591:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610654.457594:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610654.457596:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610654.457599:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610654.457601:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610654.457603:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610654.457605:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610654.576731:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610654.576744:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610654.576747:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610654.576751:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610654.576753:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610654.576756:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610654.576759:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610654.847643:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610654.847652:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610654.847656:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610654.847661:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af0c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749610654.847665:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610654.847670:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610654.847674:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610654.847678:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610654.847680:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610655.444724:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610655.444734:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610655.444871:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610655.444876:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610655.444880:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610655.457629:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610655.457636:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610655.457639:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610655.457643:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610655.457647:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610655.457651:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610655.457655:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610655.457657:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610655.457660:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610655.576764:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610655.576779:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610655.576782:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610655.576786:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610655.576789:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610655.576792:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610655.576794:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610655.847699:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610655.847710:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610655.847713:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610655.847719:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af0c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749610655.847724:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610655.847729:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610655.847733:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610655.847738:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610655.847742:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749610656.257079:0:28316:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610656.257109:0:28316:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749610656.257114:0:28316:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610656.257118:0:28316:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610656.257132:0:28316:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.202.106@tcp(192.168.202.106@tcp) <- 192.168.202.6@tcp : PUT - for me 00000400:00000200:0.0:1749610656.257153:0:28316:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.6@tcp of length 520 into portal 26 MB=0x6848ee5f00b80 00000400:00000100:0.0:1749610656.257162:0:28316:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-192.168.202.6@tcp portal 26 match 1834599138200448 offset 0 length 520: 4 00000400:00000200:0.0:1749610656.257169:0:28316:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88006dfe5ce0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1749610656.257172:0:28316:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1749610656.257185:0:28316:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610656.257200:0:28316:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749610656.257204:0:28316:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610656.257207:0:28316:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749610656.446678:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610656.446685:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610656.446790:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610656.446810:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610656.446814:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610656.457627:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610656.457633:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610656.457635:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610656.457639:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610656.457643:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610656.457647:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610656.457650:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610656.457653:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610656.457655:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610656.576701:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610656.576718:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610656.576721:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610656.576726:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610656.576729:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610656.576732:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610656.576735:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610656.847630:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610656.847638:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610656.847641:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610656.847646:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af0c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749610656.847650:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610656.847654:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610656.847658:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610656.847661:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610656.847663:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610657.448720:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610657.448728:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610657.448859:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610657.448865:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610657.448869:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610657.457630:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610657.457636:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610657.457639:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610657.457643:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610657.457647:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610657.457651:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610657.457654:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610657.457657:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610657.457660:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610657.576660:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610657.576680:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610657.576683:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610657.576689:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610657.576693:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610657.576697:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610657.576701:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610657.582637:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610657.582645:0:8737:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749610657.582649:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610657.582652:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610657.582655:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610657.582658:0:8737:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610657.582662:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610657.582668:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5258 00000100:00080000:2.0:1749610657.582672:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610657.582675:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610657.582679:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610657.582681:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610657.582683:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610657.582688:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610657.582708:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749610657.582712:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610657.582716:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749610657.582719:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749610657.582722:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749610657.582725:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610657.582727:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610657.582729:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610657.582731:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610657.582734:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749610657.582738:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610657.582741:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610657.582744:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610657.582751:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610657.582754:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610657.582757:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610657.582760:0:8737:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610657.582766:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074863100. 00000020:00000040:2.0:1749610657.582770:0:8737:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749610657.582774:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610657.582776:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610657.582779:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610657.582782:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610657.582786:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610657.582795:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880129e10800. 00000100:00000001:2.0:1749610657.582802:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610657.582813:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880074863100 x1834598494542720/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610657.582824:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610657.582829:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610657.582833:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074863100] to pc [ptlrpcd_rcv+-1] req@ffff880074863100 x1834598494542720/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610657.582866:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610657.582875:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610657.582880:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610657.582881:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610657.582883:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610657.582886:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610657.582889:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5258 00000100:00080000:2.0:1749610657.582892:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610657.582894:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610657.582939:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610657.582942:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610657.582944:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610657.582946:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610657.582948:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749610657.582950:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610657.582952:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749610657.582954:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749610657.582957:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749610657.582959:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610657.582961:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610657.582963:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610657.582964:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610657.582967:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749610657.582969:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610657.582971:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610657.582973:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610657.582977:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610657.582979:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610657.582981:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610657.582982:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610657.582983:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610657.582986:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074862a00. 00000100:00000001:0.0:1749610657.582987:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1749610657.582988:0:8737:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749610657.582998:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610657.582999:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610657.583001:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1749610657.583001:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749610657.583003:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610657.583005:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610657.583009:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880129e13c00. 00000100:00000040:0.0:1749610657.583010:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074863100 x1834598494542720/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610657.583013:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610657.583018:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880074862a00 x1834598494542848/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610657.583022:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610657.583024:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610657.583026:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610657.583029:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610657.583029:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1749610657.583032:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074862a00] to pc [ptlrpcd_rcv+-1] req@ffff880074862a00 x1834598494542848/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610657.583032:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610657.583035:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610657.583039:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074863100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494542720:0@lo:38:kworker.0 00000100:00000001:2.0:1749610657.583041:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610657.583043:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00080000:2.0:1749610657.583044:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000001:0.0:1749610657.583047:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:2.0:1749610657.583048:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610657.583050:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:0.0:1749610657.583050:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610657.583052:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:0.0:1749610657.583053:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749610657.583054:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610657.583056:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5258 02000000:00000010:0.0:1749610657.583058:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130311c00. 00000100:00080000:2.0:1749610657.583059:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 02000000:00000001:0.0:1749610657.583060:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610657.583061:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610657.583063:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610657.583065:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610657.583067:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000010:0.0:1749610657.583068:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffd68. 00000020:00000001:2.0:1749610657.583069:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610657.583070:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:2.0:1749610657.583071:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610657.583073:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000020:00000001:2.0:1749610657.583075:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000400:00000010:0.0:1749610657.583075:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 00000020:00000001:2.0:1749610657.583078:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000200:0.0:1749610657.583082:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494542720, portal 4 00000100:00000040:2.0:1749610657.583085:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610657.583085:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610657.583087:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610657.583087:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269169920 : -131939440381696 : ffff880074863100) 00000100:00000040:2.0:1749610657.583089:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610657.583091:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610657.583093:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00080000:2.0:1749610657.583096:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000040:0.0:1749610657.583096:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074863100 x1834598494542720/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610657.583098:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610657.583099:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610657.583102:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610657.583104:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610657.583105:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610657.583106:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610657.583107:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610657.583108:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:2.0:1749610657.583110:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074861880. 00000400:00000010:0.0:1749610657.583110:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821088. 00000020:00000040:2.0:1749610657.583112:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000200:0.0:1749610657.583113:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494542720, offset 0 02000000:00000001:2.0:1749610657.583114:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610657.583115:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610657.583117:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610657.583118:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1749610657.583119:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749610657.583120:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610657.583123:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880129e13000. 00000100:00000001:2.0:1749610657.583126:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610657.583130:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880074861880 x1834598494542976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749610657.583136:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610657.583137:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610657.583139:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610657.583142:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074861880] to pc [ptlrpcd_rcv+-1] req@ffff880074861880 x1834598494542976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610657.583148:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf929b80 00000100:00000001:2.0:1749610657.583149:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610657.583152:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1749610657.583155:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3ded [256] + 8840 00000100:00000001:2.0:1749610657.583156:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749610657.583159:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074861c00. 00000020:00000040:2.0:1749610657.583160:0:8737:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000400:00000200:0.0:1749610657.583165:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610657.583168:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1749610657.583169:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749610657.583170:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610657.583172:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610657.583174:0:28320:0:(events.c:287:request_in_callback()) Process entered 02000000:00000010:2.0:1749610657.583176:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5000. 00000100:00000001:2.0:1749610657.583179:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610657.583182:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000040:2.0:1749610657.583183:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880074861c00 x1834598494543104/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:0.0:1749610657.583186:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fa31180. 00000100:00000040:0.0:1749610657.583190:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006fa31180 x1834598494542720 msgsize 520 00000100:00000001:2.0:1749610657.583191:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610657.583193:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610657.583195:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1749610657.583198:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074861c00] to pc [ptlrpcd_00_02+2] req@ffff880074861c00 x1834598494543104/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610657.583223:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749610657.583233:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821088 00000400:00000010:0.0:1749610657.583236:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821088. 00000100:00000001:0.0:1749610657.583239:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749610657.583244:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074863100 x1834598494542720/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610657.583250:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610657.583252:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00080000:2.0:1749610657.583253:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610657.583256:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000040:0.0:1749610657.583256:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074863100 x1834598494542720/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610682 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610657.583257:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610657.583259:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610657.583262:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:0.0:1749610657.583263:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610657.583265:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5258 00000100:00000001:0.0:1749610657.583265:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00080000:2.0:1749610657.583267:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1749610657.583269:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610657.583270:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610657.583272:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610657.583274:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000040:0.0:1749610657.583274:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1272 usecs (2 jiffies) 00000100:00000001:2.0:1749610657.583276:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610657.583278:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749610657.583278:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299931042 00000020:00000040:2.0:1749610657.583279:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:2.0:1749610657.583280:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749610657.583280:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1749610657.583282:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000100:00000010:0.0:1749610657.583282:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b3800. 00000020:00000001:2.0:1749610657.583284:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:2.0:1749610657.583286:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:1.0:1749610657.583286:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610657.583288:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610657.583288:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000040:2.0:1749610657.583289:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610657.583295:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299931042 00000100:00000001:2.0:1749610657.583296:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610657.583297:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074861c00 x1834598494543104/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749610657.583298:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b3540. 00000100:00000040:2.0:1749610657.583299:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610657.583300:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610657.583300:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000020:00000040:2.0:1749610657.583303:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00000001:0.0:1749610657.583303:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299931042 00000100:00080000:2.0:1749610657.583306:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000010:0.0:1749610657.583306:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b3c40. 00000100:00000001:1.0:1749610657.583307:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610657.583308:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610657.583309:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1749610657.583309:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610657.583309:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:0.0:1749610657.583312:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299931042 02000000:00000001:2.0:1749610657.583313:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1749610657.583314:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b3a80. 02000000:00000001:2.0:1749610657.583315:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610657.583317:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610657.583317:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:2.0:1749610657.583318:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610657.583321:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074863800. 02000000:00000001:1.0:1749610657.583321:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:2.0:1749610657.583323:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:1.0:1749610657.583323:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610657.583325:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1749610657.583326:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610657.583327:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610657.583327:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610657.583329:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:1.0:1749610657.583330:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074861c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494543104:0@lo:400:kworker.0 00000100:00000001:0.0:1749610657.583330:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610657.583331:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610657.583332:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610657.583334:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1749610657.583336:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880129e13800. 02000000:00000001:1.0:1749610657.583337:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749610657.583338:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610657.583339:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610657.583340:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610657.583340:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749610657.583341:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1749610657.583344:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880074863800 x1834598494543232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1749610657.583345:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d125600. 00000100:00000001:0.0:1749610657.583346:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1749610657.583348:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610657.583348:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610657.583351:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610657.583352:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610657.583352:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1749610657.583353:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db948. 00000100:00000001:0.0:1749610657.583353:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749610657.583354:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610657.583357:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749610657.583358:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074863800] to pc [ptlrpcd_rcv+-1] req@ffff880074863800 x1834598494543232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610657.583358:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 00000100:00000040:0.0:1749610657.583359:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074862a00 x1834598494542848/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610657.583363:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610657.583363:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494543104, portal 10 00000100:00000001:1.0:1749610657.583366:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610657.583367:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610657.583367:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269164544 : -131939440387072 : ffff880074861c00) 00000100:00000001:0.0:1749610657.583367:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610657.583368:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610657.583369:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1749610657.583371:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749610657.583372:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1749610657.583373:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1749610657.583375:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074862680. 00000100:00000040:1.0:1749610657.583375:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074861c00 x1834598494543104/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610657.583375:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610657.583377:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00100000:0.0:1749610657.583378:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074862a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494542848:0@lo:38:kworker.0 00000100:00000001:2.0:1749610657.583379:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1749610657.583382:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610657.583382:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749610657.583384:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610657.583385:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1749610657.583386:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749610657.583386:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610657.583387:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610657.583388:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 02000000:00000001:0.0:1749610657.583388:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1749610657.583390:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494543104, offset 0 02000000:00000010:2.0:1749610657.583391:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5300. 02000000:00000010:0.0:1749610657.583392:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130311000. 00000100:00000001:2.0:1749610657.583394:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610657.583394:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610657.583395:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:0.0:1749610657.583397:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffc60. 00000100:00000040:2.0:1749610657.583398:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880074862680 x1834598494543360/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1749610657.583400:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821088. 00000100:00000001:3.0:1749610657.583403:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1749610657.583404:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1749610657.583404:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494542848, portal 10 00000100:00000001:2.0:1749610657.583405:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00100000:3.0:1749610657.583406:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494542720 00000100:00000001:0.0:1749610657.583406:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610657.583407:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610657.583408:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269168128 : -131939440383488 : ffff880074862a00) 02000000:00000001:3.0:1749610657.583409:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1749610657.583411:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074862680] to pc [ptlrpcd_00_03+3] req@ffff880074862680 x1834598494543360/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610657.583412:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf929d00 00000100:00000001:3.0:1749610657.583413:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749610657.583413:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074862a00 x1834598494542848/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610657.583416:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610657.583418:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 186880 02000000:00000001:3.0:1749610657.583420:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610657.583420:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610657.583423:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:3.0:1749610657.583424:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494542720 00000400:00000010:0.0:1749610657.583424:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958212a8. 00000100:00000001:2.0:1749610657.583425:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610657.583425:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1749610657.583426:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:0.0:1749610657.583427:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494542848, offset 0 00000020:00000040:3.0:1749610657.583428:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000200:1.0:1749610657.583428:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1749610657.583430:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1749610657.583430:0:8737:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5268) 00000400:00000200:0.0:1749610657.583431:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1749610657.583433:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610657.583435:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610657.583435:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749610657.583437:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:0.0:1749610657.583438:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1749610657.583441:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3a00. 00000100:00000010:1.0:1749610657.583441:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097208000. 00000400:00000200:0.0:1749610657.583443:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf929c00 00000100:00000040:1.0:1749610657.583444:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff880097208000 x1834598494543104 msgsize 224 00000020:00000010:3.0:1749610657.583447:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cd00. 00000100:00100000:1.0:1749610657.583449:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:3.0:1749610657.583452:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c87d0. 00000100:00000001:3.0:1749610657.583458:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610657.583458:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749610657.583459:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610657.583462:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610657.583462:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 187104 00000100:00000001:3.0:1749610657.583467:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610657.583467:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610657.583471:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000400:00000200:0.0:1749610657.583471:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1749610657.583474:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000100:00000001:3.0:1749610657.583476:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610657.583476:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749610657.583478:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749610657.583481:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494543104 00000100:00000200:1.0:1749610657.583481:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074861c00 x1834598494543104/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610657.583483:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610657.583484:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610657.583485:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610657.583485:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749610657.583487:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610657.583487:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610657.583487:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:2.0:1749610657.583490:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610657.583490:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000010:0.0:1749610657.583491:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fa31500. 00000100:00100000:2.0:1749610657.583492:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494543104 00000100:00100000:3.0:1749610657.583493:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00000040:1.0:1749610657.583493:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074861c00 x1834598494543104/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610673 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610657.583494:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1749610657.583494:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006fa31500 x1834598494542848 msgsize 520 00000100:00000001:3.0:1749610657.583496:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134187176320 : -131939522375296 : ffff88006fa31180) 00000020:00000040:2.0:1749610657.583496:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000020:00000001:2.0:1749610657.583497:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1749610657.583498:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:2.0:1749610657.583499:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000100:00000001:1.0:1749610657.583500:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610657.583502:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006fa31180 x1834598494542720/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610677 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610657.583502:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:1.0:1749610657.583502:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:2.0:1749610657.583504:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:1.0:1749610657.583506:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610657.583508:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749610657.583509:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1749610657.583510:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 796 usecs (1 jiffies) 00000020:00000010:2.0:1749610657.583512:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012b677ec0. 00000400:00000200:0.0:1749610657.583512:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958212a8 00000100:00000001:1.0:1749610657.583513:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299931041 00000400:00000010:0.0:1749610657.583514:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958212a8. 00000100:00100000:3.0:1749610657.583515:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006fa31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494542720:12345-0@lo:38:kworker.0 00000100:00000001:0.0:1749610657.583516:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749610657.583517:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299931042 00000020:00000040:2.0:1749610657.583519:0:9691:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000200:3.0:1749610657.583520:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494542720 00000100:00000200:0.0:1749610657.583547:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074862a00 x1834598494542848/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610657.583551:0:9691:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1749610657.583555:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bc200. 00000100:00000001:0.0:1749610657.583556:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1749610657.583559:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387880. 00000100:00000040:0.0:1749610657.583559:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074862a00 x1834598494542848/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610682 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610657.583561:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000010:2.0:1749610657.583563:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be93e8. 00010000:00000001:3.0:1749610657.583565:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749610657.583566:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299931041 00000100:00000001:0.0:1749610657.583566:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610657.583567:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610657.583569:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299931042 00000100:00000040:2.0:1749610657.583570:0:9691:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1749610657.583571:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610657.583572:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299931042 00000100:00000001:1.0:1749610657.583574:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299931042 00000100:00000040:0.0:1749610657.583574:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 870 usecs (1 jiffies) 00000100:00000001:1.0:1749610657.583576:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299931042 00000100:00000001:0.0:1749610657.583577:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299931042 00000100:00000001:2.0:1749610657.583578:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610657.583578:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299931042 00000100:00000001:0.0:1749610657.583579:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299931042 00000100:00000001:2.0:1749610657.583580:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610657.583580:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610657.583582:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610657.583582:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299931042 00000100:00000001:2.0:1749610657.583583:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610657.583584:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299931042 00000100:00000001:1.0:1749610657.583585:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610657.583586:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299931042 00000100:00000001:2.0:1749610657.583588:0:9691:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749610657.583588:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610657.583588:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299931042 00000020:00000001:3.0:1749610657.583589:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610657.583590:0:9691:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749610657.583590:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299931042 00000100:00000001:2.0:1749610657.583592:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610657.583592:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299931042 00010000:00020000:3.0:1749610657.583594:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749610657.583594:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610657.583594:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610657.583596:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:3.0:1749610657.583597:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610657.583598:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610657.583598:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610657.583599:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1749610657.583600:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610657.583601:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610657.583602:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610657.583603:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00100000:1.0:1749610657.583603:0:28323:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1749610657.583604:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749610657.583605:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610657.583606:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749610657.583607:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749610657.583607:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1749610657.583608:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:2.0:1749610657.583609:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494542848 00000100:00000040:0.0:1749610657.583609:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074861880 x1834598494542976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610657.583611:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000010:3.0:1749610657.583613:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880092b99800. 00000100:00000001:2.0:1749610657.583613:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610657.583615:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610657.583615:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610657.583616:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610657.583616:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610657.583617:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610657.583618:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610657.583618:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610657.583618:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610657.583618:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610657.583620:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494542848 00000100:00000001:1.0:1749610657.583620:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1749610657.583620:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:3.0:1749610657.583622:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:2.0:1749610657.583622:0:9691:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1749610657.583622:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1749610657.583623:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749610657.583624:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1749610657.583624:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610657.583625:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610657.583625:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074862680 x1834598494543360/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610657.583626:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610657.583627:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074861880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494542976:0@lo:38:kworker.0 00000100:00001000:3.0:1749610657.583628:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:2.0:1749610657.583628:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610657.583630:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749610657.583631:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000010:2.0:1749610657.583631:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bd000. 02000000:00000001:0.0:1749610657.583632:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:2.0:1749610657.583633:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387980. 00000100:00000001:1.0:1749610657.583633:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1749610657.583634:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610657.583635:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749610657.583635:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610657.583636:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be94b0. 02000000:00000001:0.0:1749610657.583636:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1749610657.583637:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1749610657.583638:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610657.583639:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000010:0.0:1749610657.583639:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130311400. 00000100:00000001:3.0:1749610657.583640:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610657.583640:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1749610657.583640:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610657.583640:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610657.583642:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610657.583642:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610657.583643:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000010:0.0:1749610657.583644:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffbb0. 00000100:00000001:2.0:1749610657.583645:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610657.583645:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074862680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494543360:0@lo:400:kworker.0 00000100:00000040:3.0:1749610657.583646:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000010:0.0:1749610657.583647:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958212a8. 02000000:00000001:3.0:1749610657.583648:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749610657.583649:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000200:0.0:1749610657.583650:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494542976, portal 10 02000000:00000001:3.0:1749610657.583651:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610657.583651:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749610657.583652:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749610657.583652:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610657.583653:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610657.583653:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269163648 : -131939440387968 : ffff880074861880) 02000000:00000001:1.0:1749610657.583654:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610657.583655:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610657.583656:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1749610657.583656:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749610657.583657:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:3.0:1749610657.583658:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedcc0. 02000000:00000010:1.0:1749610657.583658:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d124200. 00000100:00000040:0.0:1749610657.583660:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074861880 x1834598494542976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610657.583661:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610657.583662:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00000200:3.0:1749610657.583663:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494542720, offset 0 00000400:00000010:1.0:1749610657.583664:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db9a0. 00000100:00000040:2.0:1749610657.583665:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000001:0.0:1749610657.583666:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610657.583667:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134849708032 : -131938859843584 : ffff880097208000) 00000400:00000200:3.0:1749610657.583668:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749610657.583669:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610657.583671:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 00000100:00000040:2.0:1749610657.583673:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880097208000 x1834598494543104/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:93/0 lens 224/0 e 0 to 0 dl 1749610668 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610657.583677:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1749610657.583679:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000100:00000001:2.0:1749610657.583682:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000200:1.0:1749610657.583683:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494543360, portal 10 00000400:00000200:3.0:1749610657.583684:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf929b80 00000100:00000001:1.0:1749610657.583685:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000200:0.0:1749610657.583685:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494542976, offset 0 00000100:00000001:1.0:1749610657.583687:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269167232 : -131939440384384 : ffff880074862680) 00000400:00000200:3.0:1749610657.583689:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6349 [1] + 0 00000020:00000010:2.0:1749610657.583689:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012b677c80. 00000100:00000001:2.0:1749610657.583692:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749610657.583694:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012b677c80. 00000100:00000040:1.0:1749610657.583694:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074862680 x1834598494543360/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610657.583694:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610657.583695:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610657.583699:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1749610657.583700:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880097208000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494543104:12345-0@lo:400:kworker.0 00000100:00000001:1.0:1749610657.583701:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:0.0:1749610657.583701:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610657.583703:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:1.0:1749610657.583703:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1749610657.583704:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494543104 00000400:00000010:1.0:1749610657.583706:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000020:00000001:2.0:1749610657.583707:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:0.0:1749610657.583707:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf929c80 00000100:00000200:1.0:1749610657.583708:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494543360, offset 0 00000100:00000200:3.0:1749610657.583709:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074863100 x1834598494542720/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610682 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610657.583710:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000400:00000200:0.0:1749610657.583712:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 187624 00000020:00000001:2.0:1749610657.583713:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610657.583716:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1749610657.583716:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610657.583716:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1749610657.583718:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000400:00000200:0.0:1749610657.583719:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1749610657.583720:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1749610657.583724:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749610657.583724:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749610657.583726:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880074863100 x1834598494542720/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610682 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610657.583726:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749610657.583728:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1749610657.583728:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:2.0:1749610657.583730:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610657.583730:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:1.0:1749610657.583731:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf929e00 00000020:00000001:2.0:1749610657.583733:0:9691:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000010:0.0:1749610657.583733:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fa31880. 00000100:00000001:3.0:1749610657.583735:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749610657.583735:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 188144 00000100:00000040:0.0:1749610657.583736:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006fa31880 x1834598494542976 msgsize 520 00000100:00000001:2.0:1749610657.583737:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749610657.583739:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1749610657.583740:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1749610657.583740:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1749610657.583743:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedcc0 02000000:00000010:2.0:1749610657.583743:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880129e12000. 02000000:00000001:2.0:1749610657.583745:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610657.583746:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedcc0. 00000100:00000001:2.0:1749610657.583747:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610657.583747:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:2.0:1749610657.583749:0:9691:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610657.583749:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610657.583750:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610657.583751:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00010000:00000040:2.0:1749610657.583752:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494543104 00000400:00000200:0.0:1749610657.583753:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 00010000:00000001:2.0:1749610657.583755:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000010:0.0:1749610657.583755:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 00000100:00000001:3.0:1749610657.583756:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610657.583758:0:28320:0:(events.c:35:request_out_callback()) Process entered 00010000:00000200:2.0:1749610657.583759:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880097208000 x1834598494543104/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:93/0 lens 224/224 e 0 to 0 dl 1749610668 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610657.583760:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610657.583762:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610657.583762:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074861880 x1834598494542976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610657.583764:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610657.583764:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749610657.583765:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00000001:2.0:1749610657.583767:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:3.0:1749610657.583769:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fa31180 x1834598494542720/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610677 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749610657.583769:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097209500. 00000100:00000001:0.0:1749610657.583769:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1749610657.583770:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610657.583771:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074861880 x1834598494542976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610682 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610657.583772:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff880097209500 x1834598494543360 msgsize 224 00000100:00001000:2.0:1749610657.583773:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=12 v=5 (1 1 1 1) 00000100:00000001:2.0:1749610657.583776:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1749610657.583777:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610657.583778:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610657.583779:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610657.583779:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:3.0:1749610657.583780:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006fa31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494542720:12345-0@lo:38:kworker.0 Request processed in 264us (587us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749610657.583781:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:2.0:1749610657.583783:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749610657.583783:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610657.583784:0:28323:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:2.0:1749610657.583785:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610657.583786:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 803 usecs (1 jiffies) 00000100:00000001:0.0:1749610657.583788:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299931042 00000100:00100000:3.0:1749610657.583789:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000400:00000200:1.0:1749610657.583790:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00000100:00000001:0.0:1749610657.583791:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299931042 00000100:00000001:3.0:1749610657.583792:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610657.583792:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:1.0:1749610657.583792:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00000100:00000001:3.0:1749610657.583793:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749610657.583793:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299931042 00000100:00000001:1.0:1749610657.583794:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:2.0:1749610657.583795:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610657.583795:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299931042 00000100:00000001:0.0:1749610657.583796:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299931042 00000020:00000010:3.0:1749610657.583798:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cd00. 00000400:00000010:2.0:1749610657.583798:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ac38. 00000100:00000200:1.0:1749610657.583798:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074862680 x1834598494543360/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610657.583799:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299931042 00000100:00000001:0.0:1749610657.583801:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299931042 00000020:00000010:3.0:1749610657.583802:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c87d0. 00000100:00000001:0.0:1749610657.583803:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299931042 00000100:00000200:2.0:1749610657.583804:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494543104, offset 224 00000100:00000001:0.0:1749610657.583805:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749610657.583806:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3a00. 00000100:00000001:1.0:1749610657.583806:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610657.583807:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610657.583809:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749610657.583809:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749610657.583809:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074862680 x1834598494543360/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610673 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749610657.583812:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610657.583814:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749610657.583816:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610657.583816:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffd68. 00000400:00000200:2.0:1749610657.583817:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610657.583818:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610657.583822:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610657.583825:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 00000400:00000200:2.0:1749610657.583826:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf929d00 00000100:00000040:1.0:1749610657.583826:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 761 usecs (1 jiffies) 00000400:00000010:0.0:1749610657.583827:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00000100:00000001:3.0:1749610657.583828:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749610657.583829:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299931042 00000100:00000001:0.0:1749610657.583829:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:3.0:1749610657.583830:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494542976 00000100:00000001:1.0:1749610657.583831:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299931042 02000000:00000001:3.0:1749610657.583832:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1749610657.583832:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6351 [1] + 224 00000100:00000200:0.0:1749610657.583833:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074863100 x1834598494542720/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610682 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610657.583834:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610657.583834:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299931042 00000100:00000001:3.0:1749610657.583836:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610657.583836:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299931042 00000400:00000200:2.0:1749610657.583837:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610657.583838:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299931042 02000000:00000001:3.0:1749610657.583839:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610657.583840:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299931042 00000100:00100000:3.0:1749610657.583841:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494542976 00000400:00000200:2.0:1749610657.583841:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610657.583842:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299931042 00000020:00000001:3.0:1749610657.583843:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:0.0:1749610657.583843:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074863100 x1834598494542720/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610682 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610657.583844:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610657.583844:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299931042 00000020:00000040:3.0:1749610657.583845:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749610657.583846:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749610657.583847:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749610657.583848:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610657.583849:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074861c00 x1834598494543104/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610673 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610657.583850:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610657.583851:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610657.583852:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610657.583853:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610657.583853:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610657.583854:0:28320:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:3.0:1749610657.583855:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610657.583856:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1749610657.583858:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880074861c00 x1834598494543104/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610673 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610657.583858:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1749610657.583859:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3a00. 00000100:00000001:0.0:1749610657.583860:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610657.583861:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cd00. 02000000:00000001:0.0:1749610657.583863:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610657.583864:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c87d0. 00000100:00000001:3.0:1749610657.583868:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00001000:0.0:1749610657.583869:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610657 v=5 (0 0 0 0) 00000100:00000001:3.0:1749610657.583870:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610657.583871:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610657.583872:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610657.583872:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=80 v=20 (1 1 1 20) 00000100:00000001:3.0:1749610657.583875:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610657.583875:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1749610657.583877:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ac38 00000100:00000001:3.0:1749610657.583878:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749610657.583879:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ac38. 00000100:02020000:0.0:1749610657.583880:0:28320:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-osp-MDT0001: operation mds_connect to node 0@lo failed: rc = -19 00000100:00000001:2.0:1749610657.583882:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610657.583883:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610657.583883:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749610657.583883:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:3.0:1749610657.583885:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494543360 00000100:00000001:0.0:1749610657.583885:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610657.583886:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610657.583886:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1749610657.583887:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610657.583888:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610657.583888:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749610657.583889:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000040:0.0:1749610657.583889:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074863100 x1834598494542720/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610682 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610657.583890:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610657.583892:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610657.583892:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000001:1.0:1749610657.583892:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1749610657.583893:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610657.583894:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494543360 00000400:00000001:1.0:1749610657.583894:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1749610657.583896:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1749610657.583896:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1749610657.583920:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:1.0:1749610657.583922:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db948. 00000100:00000040:2.0:1749610657.583924:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880097208000 x1834598494543104/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:93/0 lens 224/224 e 0 to 0 dl 1749610668 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610657.583924:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:3.0:1749610657.583926:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:0.0:1749610657.583926:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749610657.583927:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00000020:00000001:3.0:1749610657.583928:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610657.583928:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000400:00000010:1.0:1749610657.583929:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 00000020:00000040:3.0:1749610657.583930:0:9692:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:0.0:1749610657.583930:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610657.583931:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:3.0:1749610657.583932:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00080000:0.0:1749610657.583933:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749610657.583934:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880097208000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494543104:12345-0@lo:400:kworker.0 Request processed in 250us (487us total) trans 0 rc 0/0 00000020:00000001:3.0:1749610657.583935:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000200:1.0:1749610657.583936:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074861c00 x1834598494543104/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610673 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749610657.583937:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749610657.583938:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749610657.583939:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:3.0:1749610657.583941:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b42117c0. 00000100:00100000:2.0:1749610657.583943:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00000040:0.0:1749610657.583944:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074863100 x1834598494542720/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610682 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610657.583945:0:9692:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012b677b00. 00000100:00000200:1.0:1749610657.583945:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074861c00 x1834598494543104/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610673 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610657.583946:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00000001:2.0:1749610657.583948:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610657.583949:0:9692:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1749610657.583951:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b42117c0. 00000100:00000001:1.0:1749610657.583952:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:3.0:1749610657.583954:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3400. 00000100:00000001:1.0:1749610657.583954:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610657.583956:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749610657.583956:0:28323:0:(client.c:1550:after_reply()) Process entered 00000020:00000010:3.0:1749610657.583957:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cd80. 02000000:00000001:1.0:1749610657.583958:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1749610657.583959:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8960. 00000020:00000010:2.0:1749610657.583960:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387880. 00000100:00000001:1.0:1749610657.583960:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610657.583963:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610657.583963:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610657.583964:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1749610657.583965:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be93e8. 02000000:00000001:1.0:1749610657.583965:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610657.583965:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074863100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494542720:0@lo:38:kworker.0 00000100:00000001:3.0:1749610657.583966:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610657.583969:0:9692:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:2.0:1749610657.583970:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bc200. 00000100:00001000:1.0:1749610657.583970:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=12 v=5 (5 5 5 5) 00000100:00000001:0.0:1749610657.583970:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610657.583972:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000040:2.0:1749610657.583974:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00001000:1.0:1749610657.583974:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=12 v=5 (1 1 1 1) 00000100:00000040:0.0:1749610657.583975:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074863100 x1834598494542720/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610682 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610657.583976:0:9692:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749610657.583977:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610657.583977:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610657.583978:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610657.583978:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610657.583980:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749610657.583981:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1749610657.583982:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610657.583984:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00010000:00080000:1.0:1749610657.583985:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880074861c00 x1834598494543104/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610673 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610657.583986:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610657.583987:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000010:0.0:1749610657.583987:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130311c00. 00000100:00000001:3.0:1749610657.583988:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610657.583990:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1749610657.583990:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:2.0:1749610657.583991:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 176 00010000:00000001:1.0:1749610657.583993:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610657.583993:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:2.0:1749610657.583994:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000020:00000040:0.0:1749610657.583995:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:2.0:1749610657.583996:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134849713408 : -131938859838208 : ffff880097209500) 00000100:00000001:1.0:1749610657.583996:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000020:00000001:0.0:1749610657.583997:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:1.0:1749610657.583998:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1749610657.584000:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 02000000:00000010:0.0:1749610657.584000:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880129e10800. 00000100:00000040:2.0:1749610657.584001:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880097209500 x1834598494543360/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:93/0 lens 224/0 e 0 to 0 dl 1749610668 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610657.584001:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610657.584003:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:3.0:1749610657.584005:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 284 00000100:00000040:1.0:1749610657.584005:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074861c00 x1834598494543104/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610673 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610657.584005:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749610657.584007:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134187177216 : -131939522374400 : ffff88006fa31500) 00000100:00000010:0.0:1749610657.584007:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074863100. 00000100:00000001:2.0:1749610657.584008:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749610657.584010:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012b677c80. 00000100:00000001:0.0:1749610657.584010:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610657.584011:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610657.584012:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006fa31500 x1834598494542848/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610677 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610657.584012:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610657.584013:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610657.584013:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749610657.584015:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012b677c80. 00000100:00000001:0.0:1749610657.584018:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1749610657.584019:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880097209500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494543360:12345-0@lo:400:kworker.0 00000100:00000001:1.0:1749610657.584020:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610657.584020:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610657.584021:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1749610657.584022:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006fa31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494542848:12345-0@lo:38:kworker.0 00000100:00000200:2.0:1749610657.584022:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494543360 00000100:00000001:1.0:1749610657.584022:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610657.584023:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610657.584024:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1749610657.584025:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494542848 00000020:00000001:2.0:1749610657.584025:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749610657.584027:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000040:1.0:1749610657.584027:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074861c00 x1834598494543104/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610673 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610657.584028:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:0.0:1749610657.584028:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074863800 x1834598494543232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610657.584029:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610657.584030:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:2.0:1749610657.584031:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1749610657.584033:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:2.0:1749610657.584035:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00100000:1.0:1749610657.584035:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074861c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494543104:0@lo:400:kworker.0 00000100:00000001:0.0:1749610657.584035:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610657.584036:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610657.584038:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610657.584038:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1749610657.584039:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610657.584039:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1749610657.584039:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610657.584040:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749610657.584041:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1749610657.584041:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00020000:3.0:1749610657.584042:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:2.0:1749610657.584042:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610657.584042:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610657.584044:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:2.0:1749610657.584044:0:9691:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000040:1.0:1749610657.584044:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074861c00 x1834598494543104/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610673 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610657.584045:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074863800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494543232:0@lo:38:kworker.0 00010000:00000001:3.0:1749610657.584047:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610657.584047:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749610657.584048:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749610657.584049:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749610657.584050:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610657.584051:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749610657.584051:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000010:2.0:1749610657.584052:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880129e13400. 02000000:00000001:1.0:1749610657.584052:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1749610657.584054:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749610657.584055:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d125600. 02000000:00000001:0.0:1749610657.584055:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:3.0:1749610657.584057:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880092b98000. 02000000:00000001:0.0:1749610657.584057:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610657.584059:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610657.584059:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610657.584059:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1749610657.584059:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749610657.584061:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610657.584061:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610657.584061:0:28323:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000010:0.0:1749610657.584061:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130311c00. 00010000:00000001:3.0:1749610657.584063:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000040:1.0:1749610657.584063:0:28323:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1749610657.584064:0:9691:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610657.584064:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610657.584065:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610657.584065:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000040:2.0:1749610657.584066:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494543360 02000000:00000010:1.0:1749610657.584067:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5000. 00000400:00000010:0.0:1749610657.584067:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffd68. 00000100:00001000:3.0:1749610657.584068:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00010000:00000001:2.0:1749610657.584069:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:3.0:1749610657.584070:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:1.0:1749610657.584070:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:0.0:1749610657.584070:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 02000000:00000001:1.0:1749610657.584072:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749610657.584073:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000200:2.0:1749610657.584073:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880097209500 x1834598494543360/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:93/0 lens 224/224 e 0 to 0 dl 1749610668 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749610657.584073:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074861c00. 00000100:00000200:0.0:1749610657.584074:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494543232, portal 10 00000100:00000040:3.0:1749610657.584075:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610657.584076:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610657.584077:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610657.584077:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610657.584077:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269171712 : -131939440379904 : ffff880074863800) 00000100:00000001:1.0:1749610657.584078:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610657.584080:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00010000:00000001:2.0:1749610657.584080:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749610657.584080:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610657.584082:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610657.584082:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1749610657.584083:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610657.584083:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1749610657.584084:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074863800 x1834598494543232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749610657.584085:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=12 v=5 (1 1 1 1) 00000100:00000001:1.0:1749610657.584085:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610657.584087:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610657.584088:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1749610657.584090:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749610657.584090:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610657.584091:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 02000000:00000001:3.0:1749610657.584092:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610657.584093:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:0.0:1749610657.584093:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610657.584095:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749610657.584095:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:0.0:1749610657.584095:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 02000000:00000001:2.0:1749610657.584097:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610657.584097:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494543232, offset 0 00000100:00000040:3.0:1749610657.584098:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610657.584098:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:3.0:1749610657.584100:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedcc0. 00000100:00000040:2.0:1749610657.584103:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1749610657.584103:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:2.0:1749610657.584105:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ac38. 00000100:00000200:3.0:1749610657.584107:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494542848, offset 0 00000100:00000200:2.0:1749610657.584109:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494543360, offset 224 00000400:00000200:0.0:1749610657.584110:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610657.584111:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00080000:1.0:1749610657.584111:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000040:1.0:1749610657.584115:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000400:00000200:2.0:1749610657.584117:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610657.584117:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf929d80 00000400:00000200:3.0:1749610657.584119:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610657.584121:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 188368 00000400:00000200:2.0:1749610657.584123:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610657.584125:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf929c00 00000400:00000200:0.0:1749610657.584126:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610657.584129:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1749610657.584131:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610657.584132:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1749610657.584133:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf929e00 00000400:00000200:3.0:1749610657.584134:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6359 [1] + 0 00000100:00100000:1.0:1749610657.584137:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 285 00000400:00000200:3.0:1749610657.584138:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610657.584138:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:2.0:1749610657.584140:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6369 [1] + 224 00000100:00000001:1.0:1749610657.584140:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134187178112 : -131939522373504 : ffff88006fa31880) 00000100:00000200:0.0:1749610657.584140:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:3.0:1749610657.584142:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:0.0:1749610657.584143:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fa31c00. 00000400:00000200:2.0:1749610657.584144:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1749610657.584144:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006fa31880 x1834598494542976/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610677 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610657.584145:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749610657.584145:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006fa31c00 x1834598494543232 msgsize 520 00000400:00000200:2.0:1749610657.584148:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610657.584152:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074862a00 x1834598494542848/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610682 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610657.584152:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:0.0:1749610657.584152:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:2.0:1749610657.584155:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074862680 x1834598494543360/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610673 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610657.584155:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749610657.584159:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 00000400:00000010:0.0:1749610657.584161:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 00000100:00000040:3.0:1749610657.584162:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880074862a00 x1834598494542848/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610682 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610657.584162:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006fa31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494542976:12345-0@lo:38:kworker.0 00000100:00000001:0.0:1749610657.584163:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:2.0:1749610657.584165:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880074862680 x1834598494543360/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610673 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610657.584166:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494542976 00000100:00000200:0.0:1749610657.584166:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074863800 x1834598494543232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610657.584169:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749610657.584170:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000001:1.0:1749610657.584171:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749610657.584173:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1749610657.584174:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedcc0 00000400:00000010:3.0:1749610657.584176:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedcc0. 00000100:00000001:2.0:1749610657.584177:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610657.584179:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610657.584180:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:2.0:1749610657.584181:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ac38 00000020:00000001:1.0:1749610657.584181:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610657.584181:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074863800 x1834598494543232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610682 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610657.584183:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610657.584184:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ac38. 00010000:00020000:1.0:1749610657.584184:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:3.0:1749610657.584186:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00010000:00000001:1.0:1749610657.584187:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610657.584188:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610657.584188:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610657.584190:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610657.584190:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:3.0:1749610657.584191:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610657.584191:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610657.584192:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610657.584193:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749610657.584194:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610657.584195:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fa31500 x1834598494542848/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610677 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610657.584195:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749610657.584197:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610657.584197:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1749610657.584197:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 626 usecs (1 jiffies) 00000100:00000040:2.0:1749610657.584200:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000010:1.0:1749610657.584200:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009cd69800. 00000100:00000001:0.0:1749610657.584200:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299931042 00010000:00000001:2.0:1749610657.584202:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 02000000:00000001:1.0:1749610657.584202:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610657.584203:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299931042 00000100:00100000:3.0:1749610657.584204:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006fa31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494542848:12345-0@lo:38:kworker.0 Request processed in 181us (708us total) trans 0 rc -19/-19 00000020:00000001:2.0:1749610657.584204:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610657.584205:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610657.584205:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299931042 00000020:00000001:2.0:1749610657.584206:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1749610657.584207:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299931042 00010000:00000001:1.0:1749610657.584208:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749610657.584209:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299931042 00000100:00000040:2.0:1749610657.584210:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880097209500 x1834598494543360/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:93/0 lens 224/224 e 0 to 0 dl 1749610668 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610657.584210:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610657.584211:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299931042 00000100:00100000:3.0:1749610657.584212:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 284 00000100:00001000:1.0:1749610657.584213:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749610657.584213:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299931042 00000100:00000001:3.0:1749610657.584214:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610657.584215:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749610657.584215:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299931042 00000100:00000001:1.0:1749610657.584216:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749610657.584217:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610657.584218:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610657.584219:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610657.584220:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880097209500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494543360:12345-0@lo:400:kworker.0 Request processed in 210us (445us total) trans 0 rc 0/0 00000100:00000040:1.0:1749610657.584221:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000001:0.0:1749610657.584222:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749610657.584223:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000010:3.0:1749610657.584224:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387980. 00000400:00000001:0.0:1749610657.584224:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749610657.584225:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffc60. 00000100:00000001:1.0:1749610657.584226:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000010:3.0:1749610657.584228:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be94b0. 00000100:00100000:2.0:1749610657.584228:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 176 00000400:00000200:0.0:1749610657.584228:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821088 00000100:00000040:1.0:1749610657.584229:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:2.0:1749610657.584230:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000400:00000010:0.0:1749610657.584230:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821088. 00000020:00000010:3.0:1749610657.584231:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bd000. 02000000:00000001:1.0:1749610657.584231:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749610657.584232:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610657.584232:0:28320:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:1.0:1749610657.584233:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610657.584234:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749610657.584235:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749610657.584235:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074862a00 x1834598494542848/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610682 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610657.584236:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:2.0:1749610657.584238:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cd80. 00000100:00000040:1.0:1749610657.584238:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:2.0:1749610657.584241:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8960. 00000400:00000010:1.0:1749610657.584241:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 00000100:00000001:3.0:1749610657.584242:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:0.0:1749610657.584243:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074862a00 x1834598494542848/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610682 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610657.584244:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494543232 00000020:00000010:2.0:1749610657.584245:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3400. 00000100:00000200:1.0:1749610657.584245:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494542976, offset 0 02000000:00000001:3.0:1749610657.584246:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610657.584247:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000040:2.0:1749610657.584248:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:3.0:1749610657.584249:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610657.584249:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610657.584250:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610657.584250:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:3.0:1749610657.584252:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610657.584252:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610657.584253:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00100000:3.0:1749610657.584254:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494543232 02000000:00000001:0.0:1749610657.584255:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1749610657.584256:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1749610657.584257:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610657.584257:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000040:3.0:1749610657.584258:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610657.584259:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749610657.584261:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610657.584263:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610657.584263:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610657.584265:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610657.584266:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3200. 00000020:00000010:3.0:1749610657.584268:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c400. 00000400:00000200:1.0:1749610657.584269:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf929c80 00000100:00001000:0.0:1749610657.584270:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610657 v=5 (0 0 0 0) 00000020:00000010:3.0:1749610657.584271:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8c80. 00000100:00000001:3.0:1749610657.584273:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00001000:0.0:1749610657.584273:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=62 v=20 (1 1 1 20) 00000400:00000200:1.0:1749610657.584274:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6361 [1] + 0 00000100:00000001:3.0:1749610657.584275:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610657.584275:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610657.584276:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610657.584277:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610657.584277:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610657.584278:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749610657.584279:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610657.584280:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610657.584280:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749610657.584282:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749610657.584285:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074862a00 x1834598494542848/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610682 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610657.584286:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610657.584288:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749610657.584291:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074861880 x1834598494542976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610682 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610657.584291:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610657.584293:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610657.584294:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610657.584294:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610657.584294:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610657.584295:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749610657.584295:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610657.584297:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00100000:3.0:1749610657.584298:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 286 00000100:00000001:0.0:1749610657.584298:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610657.584300:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134187179008 : -131939522372608 : ffff88006fa31c00) 00000100:00000001:2.0:1749610657.584301:0:9693:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610657.584301:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880074861880 x1834598494542976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610682 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749610657.584301:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1749610657.584303:0:9693:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610657.584303:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000040:3.0:1749610657.584304:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006fa31c00 x1834598494543232/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610677 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610657.584305:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610657.584309:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:0.0:1749610657.584309:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074862a00 x1834598494542848/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610682 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610657.584313:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006fa31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494543232:12345-0@lo:38:kworker.0 00000400:00000200:1.0:1749610657.584313:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00000400:00000010:1.0:1749610657.584315:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 00000100:00000200:3.0:1749610657.584316:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494543232 00000100:00000001:1.0:1749610657.584317:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00100000:0.0:1749610657.584317:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074862a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494542848:0@lo:38:kworker.0 00000020:00000001:3.0:1749610657.584318:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749610657.584319:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00010000:00000001:3.0:1749610657.584320:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749610657.584322:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749610657.584323:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610657.584324:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1749610657.584325:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000010:0.0:1749610657.584326:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffbb0. 00000100:00000001:1.0:1749610657.584327:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610657.584328:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958212a8 00000020:00000001:1.0:1749610657.584330:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1749610657.584330:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958212a8. 00000100:00000001:0.0:1749610657.584332:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:3.0:1749610657.584333:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610657.584334:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fa31880 x1834598494542976/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610677 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610657.584335:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074861880 x1834598494542976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610682 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00020000:3.0:1749610657.584337:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749610657.584339:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749610657.584342:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:0.0:1749610657.584343:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074861880 x1834598494542976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610682 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610657.584344:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610657.584346:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:1.0:1749610657.584346:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006fa31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494542976:12345-0@lo:38:kworker.0 Request processed in 183us (605us total) trans 0 rc -19/-19 02000000:00000001:3.0:1749610657.584347:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749610657.584350:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880092b9b800. 02000000:00000001:3.0:1749610657.584352:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610657.584354:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610657.584356:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610657.584358:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610657.584358:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 285 00000100:00000001:0.0:1749610657.584360:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00001000:3.0:1749610657.584361:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749610657.584362:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610657.584362:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610657.584363:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749610657.584363:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749610657.584364:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749610657.584365:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1749610657.584365:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610657.584366:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749610657.584367:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610657.584368:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610657.584369:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cd00. 00000100:00000001:3.0:1749610657.584370:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749610657.584370:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610657.584372:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00001000:0.0:1749610657.584373:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610657 v=5 (0 0 0 0) 00000020:00000010:1.0:1749610657.584374:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c87d0. 00000100:00000040:3.0:1749610657.584375:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:3.0:1749610657.584376:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00001000:0.0:1749610657.584376:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=12 v=20 (1 1 1 20) 02000000:00000001:3.0:1749610657.584378:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610657.584378:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000010:1.0:1749610657.584379:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3a00. 00000100:00000001:3.0:1749610657.584380:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610657.584380:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610657.584381:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610657.584382:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610657.584384:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedcc0. 00000100:00000001:1.0:1749610657.584384:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610657.584385:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074861880 x1834598494542976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610682 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610657.584387:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494543232, offset 0 00000400:00000200:3.0:1749610657.584391:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610657.584392:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610657.584394:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610657.584395:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610657.584396:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000400:00000200:3.0:1749610657.584398:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610657.584398:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749610657.584400:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000200:3.0:1749610657.584403:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf929d80 00000100:00080000:0.0:1749610657.584403:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749610657.584404:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610657.584405:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749610657.584407:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6379 [1] + 0 00000100:00000001:1.0:1749610657.584408:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1749610657.584408:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074861880 x1834598494542976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610682 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610657.584411:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:1.0:1749610657.584413:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1749610657.584415:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000001:1.0:1749610657.584415:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1749610657.584415:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074861880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494542976:0@lo:38:kworker.0 00000100:00000001:0.0:1749610657.584419:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610657.584421:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610657.584424:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074862a00 x1834598494542848/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610682 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610657.584427:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db9a0. 00000400:00000200:1.0:1749610657.584432:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000400:00000010:1.0:1749610657.584435:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000100:00000001:3.0:1749610657.584439:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610657.584439:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610657.584440:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610657.584442:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:3.0:1749610657.584444:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074863800 x1834598494543232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610682 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610657.584444:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130311000. 00000100:00000200:1.0:1749610657.584446:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074862680 x1834598494543360/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610673 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610657.584446:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610657.584448:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610657.584449:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749610657.584451:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610657.584453:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880129e13c00. 02000000:00000001:0.0:1749610657.584455:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610657.584456:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610657.584457:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074862a00. 00000100:00000040:3.0:1749610657.584458:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880074863800 x1834598494543232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610682 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610657.584460:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000200:1.0:1749610657.584461:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074862680 x1834598494543360/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610673 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610657.584461:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610657.584463:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610657.584466:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074861880 x1834598494542976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610682 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610657.584467:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749610657.584471:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedcc0 00000100:00000001:1.0:1749610657.584472:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:3.0:1749610657.584473:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedcc0. 00000100:00000001:0.0:1749610657.584473:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610657.584474:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749610657.584475:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610657.584476:0:9692:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000010:0.0:1749610657.584476:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130311400. 00000100:00000001:3.0:1749610657.584477:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:0.0:1749610657.584478:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1749610657.584479:0:28323:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:0.0:1749610657.584479:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749610657.584480:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610657.584480:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1749610657.584482:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000001:0.0:1749610657.584482:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:3.0:1749610657.584483:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000010:0.0:1749610657.584484:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880129e13000. 00000100:00000001:3.0:1749610657.584485:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610657.584485:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1749610657.584486:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:3.0:1749610657.584487:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610657.584487:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1749610657.584488:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610657.584488:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074861880. 00000100:00000001:0.0:1749610657.584490:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000040:3.0:1749610657.584491:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fa31c00 x1834598494543232/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610677 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610657.584492:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610657.584492:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610657.584493:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610657.584498:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:1.0:1749610657.584499:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=112 v=5 (5 5 5 0) 00000100:00000001:0.0:1749610657.584499:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749610657.584500:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006fa31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494543232:12345-0@lo:38:kworker.0 Request processed in 187us (353us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749610657.584501:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610657.584502:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00001000:1.0:1749610657.584505:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=112 v=5 (1 1 1 0) 00000400:00000001:0.0:1749610657.584505:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610657.584506:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1749610657.584508:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 286 00000100:00000001:1.0:1749610657.584509:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610657.584510:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610657.584511:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749610657.584511:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610657.584512:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffd68. 00000020:00000010:3.0:1749610657.584514:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c400. 00010000:00000001:1.0:1749610657.584515:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1749610657.584515:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 00000020:00000010:3.0:1749610657.584517:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8c80. 00000400:00000010:0.0:1749610657.584517:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00000100:00000001:0.0:1749610657.584519:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:3.0:1749610657.584541:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3200. 00000100:00000001:3.0:1749610657.584544:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749610657.584547:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074863800 x1834598494543232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610682 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1749610657.584550:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880074862680 x1834598494543360/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610673 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610657.584556:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074863800 x1834598494543232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610682 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610657.584563:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000001:1.0:1749610657.584564:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610657.584565:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610657.584567:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749610657.584568:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 02000000:00000001:0.0:1749610657.584569:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1749610657.584570:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:0.0:1749610657.584570:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610657.584571:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610657.584573:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 02000000:00000001:0.0:1749610657.584573:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610657.584575:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610657.584577:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610657 v=5 (0 0 0 0) 00000100:00001000:0.0:1749610657.584580:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=112 v=20 (1 1 20 0) 00000100:00000040:1.0:1749610657.584582:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074862680 x1834598494543360/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610673 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610657.584583:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610657.584584:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610657.584585:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299931042, at 4299931042 00000100:00000001:0.0:1749610657.584586:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610657.584591:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074863800 x1834598494543232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610682 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610657.584593:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b3c40. 00000100:00000001:1.0:1749610657.584593:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610657.584597:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610657.584597:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610657.584599:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610657.584599:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610657.584601:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610657.584602:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610657.584604:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749610657.584606:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074862680 x1834598494543360/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610673 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749610657.584606:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749610657.584608:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610657.584610:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610657.584614:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074863800 x1834598494543232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610682 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610657.584633:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074862680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494543360:0@lo:400:kworker.0 00000100:00100000:0.0:1749610657.584633:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074863800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494543232:0@lo:38:kworker.0 00000100:00000001:1.0:1749610657.584638:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610657.584638:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610657.584640:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610657.584641:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610657.584642:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074863800 x1834598494543232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610682 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610657.584644:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074862680 x1834598494543360/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610673 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610657.584649:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610657.584650:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749610657.584651:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000010:0.0:1749610657.584652:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130311c00. 02000000:00000001:1.0:1749610657.584653:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1749610657.584654:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610657.584655:0:28320:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000010:1.0:1749610657.584656:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d124200. 00000020:00000040:0.0:1749610657.584656:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1749610657.584658:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610657.584660:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880129e13800. 02000000:00000001:1.0:1749610657.584661:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1749610657.584662:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:1.0:1749610657.584663:0:28323:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1749610657.584663:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:1.0:1749610657.584664:0:28323:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000010:0.0:1749610657.584664:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074863800. 00000020:00000001:1.0:1749610657.584666:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1749610657.584667:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 02000000:00000010:1.0:1749610657.584668:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5300. 00000100:00000001:0.0:1749610657.584668:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610657.584670:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610657.584671:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1749610657.584672:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1749610657.584673:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610657.584674:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074862680. 00000100:00000001:0.0:1749610657.584674:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610657.584676:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610657.584677:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610657.584678:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610657.584679:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610657.584681:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610657.584687:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610657.584688:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610657.584690:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610657.584691:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610657.585610:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299931042, at 4299931043 00000100:00000010:3.0:1749610657.585621:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b3a80. 00000100:00000040:1.0:1749610657.585624:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299931042, at 4299931043 00000100:00000040:0.0:1749610657.585625:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299931042, at 4299931043 00000100:00000010:1.0:1749610657.585642:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b3540. 00000100:00000010:0.0:1749610657.585671:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b3800. 00000100:00000001:2.0:1749610657.847676:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610657.847685:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610657.847689:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610657.847695:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af0c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749610657.847700:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610657.847705:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610657.847727:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610657.847732:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610657.847736:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610658.450668:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610658.450673:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610658.450729:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610658.450733:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610658.450735:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610658.457576:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610658.457579:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610658.457581:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610658.457583:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610658.457585:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610658.457588:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610658.457602:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610658.457604:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610658.457606:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610658.584691:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610658.584704:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610658.584705:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610658.584709:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610658.584711:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610658.584713:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610658.584715:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610658.847630:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610658.847636:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610658.847637:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610658.847640:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af0c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749610658.847642:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610658.847645:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610658.847647:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610658.847650:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610658.847651:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610659.452693:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610659.452701:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610659.452798:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610659.452803:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610659.452807:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610659.457625:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610659.457631:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610659.457634:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610659.457638:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610659.457642:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610659.457646:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610659.457649:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610659.457652:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610659.457655:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610659.584641:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610659.584657:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610659.584659:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610659.584664:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610659.584667:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610659.584670:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610659.584673:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610659.847670:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610659.847678:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610659.847682:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610659.847687:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af0c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749610659.847691:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610659.847696:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610659.847699:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610659.847703:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610659.847705:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1749610659.994707:0:28313:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88011344a840] -> 12345-192.168.202.106@tcp (6) 00000800:00000200:2.0:1749610659.994742:0:28313:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1749610659.994761:0:28313:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801301d2e00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1749610659.995057:0:28315:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1749610659.995064:0:28315:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610659.995076:0:28315:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749610659.995081:0:28315:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610659.995083:0:28315:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749610660.454645:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610660.454651:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610660.454737:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610660.454744:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610660.454748:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610660.457620:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610660.457626:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610660.457629:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610660.457633:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610660.457636:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610660.457640:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610660.457643:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610660.457646:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610660.457649:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610660.584653:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610660.584671:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610660.584674:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610660.584680:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610660.584683:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610660.584687:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610660.584690:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610660.847625:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610660.847632:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610660.847635:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610660.847639:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8af0c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749610660.847643:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610660.847646:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610660.847649:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749610660.847662:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88009bad4380 x1834598494541056/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610660.847674:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610660.847679:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009bad4380 x1834598494541056/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610660.847688:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749610660.847691:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610660.847694:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610660.847695:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610660.847699:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bad4380 x1834598494541056/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610660.847707:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009bad4380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494541056:0@lo:101:ll_cfg_requeue.0 00000100:00000001:2.0:1749610660.847713:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610660.847715:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749610660.847718:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749610660.847720:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610660.847739:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009bad4380 x1834598494541056/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610660.847752:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610660.847757:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88006b8af0c0. 00000100:00000001:2.0:1749610660.847764:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749610660.847766:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:2.0:1749610660.847771:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1749610660.847776:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749610660.847781:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610660.847786:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8e200 refcount=4 00000020:00000001:2.0:1749610660.847790:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457041408 : -131939252510208 : ffff88007fb8e200) 00010000:00000001:2.0:1749610660.847795:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457041408 : -131939252510208 : ffff88007fb8e200) 00010000:00010000:2.0:1749610660.847803:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88007fb8e200/0x689c0ec07329d1b4 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610660.847818:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:2.0:1749610660.847824:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88007fb8e200/0x689c0ec07329d1b4 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610660.847835:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1749610660.847839:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8e200/0x689c0ec07329d1b4 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610660.847850:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749610660.847853:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1749610660.847857:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88007fb8e200/0x689c0ec07329d1b4 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610660.847894:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749610660.847899:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610660.847903:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1749610660.847906:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88007fb8e200/0x689c0ec07329d1b4 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749610660.847925:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88007fb8e200 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:2.0:1749610660.847929:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749610660.847932:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8e200/0x689c0ec07329d1b4 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610660.847938:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1749610660.847940:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749610660.847941:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610660.847943:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8e200 refcount=5 00000020:00000001:2.0:1749610660.847945:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457041408 : -131939252510208 : ffff88007fb8e200) 00010000:00000001:2.0:1749610660.847947:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457041408 : -131939252510208 : ffff88007fb8e200) 00010000:00000001:2.0:1749610660.847950:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1749610660.847953:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88007fb8e200/0x689c0ec07329d1b4 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1749610660.847959:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749610660.847961:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8e200/0x689c0ec07329d1b4 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1749610660.847966:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:2.0:1749610660.847969:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1749610660.847970:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610660.847973:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1749610660.847975:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1749610660.847977:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1749610660.847979:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1749610660.847981:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749610660.847982:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610660.847985:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007fb8e200 with handle 0x689c0ec07329d1b4 from hash 00010000:00000001:2.0:1749610660.847987:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1749610660.847989:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749610660.847990:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749610660.847991:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1749610660.847997:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1749610660.847999:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1749610660.848001:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749610660.848002:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749610660.848004:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749610660.848006:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610660.848009:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88007fb8e200/0x689c0ec07329d1b4 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610660.848014:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749610660.848015:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749610660.848016:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1749610660.848017:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1749610660.848019:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749610660.848020:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749610660.848021:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1749610660.848023:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88007fb8e200/0x689c0ec07329d1b4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1749610660.848031:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88007ef3f100 count: 0 00010000:00000001:2.0:1749610660.848065:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749610660.848067:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749610660.848071:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610660.848075:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009bad4380 x1834598494541056/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610660.848083:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749610660.848086:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610660.848088:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1749610660.848090:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610660.848095:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007fb8e400. 02000000:00000001:2.0:1749610660.848099:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610660.848101:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610660.848103:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bad4380. 00000100:00000001:2.0:1749610660.848107:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610660.848108:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1749610660.848111:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:2.0:1749610660.848113:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:2.0:1749610660.848121:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1749610660.848125:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff88012b677c80. 00000020:00000010:2.0:1749610660.848130:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bc200. 00000020:00000010:2.0:1749610660.848136:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009c9bcc00. 00000040:00000010:2.0:1749610660.848141:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88009c9bd000. 00000020:00000010:2.0:1749610660.848147:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88007d1cd000. 00000020:00000010:2.0:1749610660.848153:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009c9bc600. 80000000:00000010:2.0:1749610660.848157:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b4256060. 00040000:00000010:2.0:1749610660.848162:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009c9bc800. 00080000:00000010:2.0:1749610660.848170:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88013118f000. 00080000:00000010:2.0:1749610660.848175:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012fea6000. 10000000:00000040:2.0:1749610660.848183:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000001:2.0:1749610660.848186:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:2.0:1749610660.848192:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88009c9bcc00. 00000040:00000010:2.0:1749610660.848196:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88009c9bd000. 00000020:00000010:2.0:1749610660.848199:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88007d1cd000. 00000020:00000010:2.0:1749610660.848204:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88009c9bc600. 80000000:00000010:2.0:1749610660.848207:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b4256060. 00040000:00000010:2.0:1749610660.848210:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88009c9bc800. 00080000:00000010:2.0:1749610660.848215:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88012fea6000. 00080000:00000010:2.0:1749610660.848219:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88013118f000. 00000020:00000010:2.0:1749610660.848223:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bc200. 10000000:00000010:2.0:1749610660.848226:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff88012b677c80. 10000000:01000000:2.0:1749610660.848228:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-OST0001' failed (-5). 10000000:00000001:2.0:1749610660.848232:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:2.0:1749610660.848235:0:9690:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:2.0:1749610660.848237:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1749610660.848239:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1749610660.848241:0:9690:0:(mgc_request.c:108:config_log_get()) log params (ffff88009c9bfc00) refs 2 10000000:00000001:2.0:1749610660.848243:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749610660.848245:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1749610660.848247:0:9690:0:(mgc_request.c:123:config_log_put()) log lustre-OST0001(ffff88007a828800) refs 2 10000000:00000001:2.0:1749610660.848248:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1749610660.848250:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1749610660.848256:0:9690:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:2.0:1749610660.848257:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:2.0:1749610660.848259:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log params-ffff8800b4229000 from 4 10000000:00000001:2.0:1749610660.848262:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:2.0:1749610660.848263:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:2.0:1749610660.848268:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074863480. 00000020:00000040:2.0:1749610660.848272:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1749610660.848276:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610660.848279:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610660.848284:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610660.848289:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009c9bc200. 00000100:00000001:2.0:1749610660.848295:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610660.848299:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1749610660.848301:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1749610660.848307:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88006efe5600. 00010000:00000001:2.0:1749610660.848312:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1749610660.848314:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009c9bce00. 00000020:00000001:2.0:1749610660.848318:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1749610660.848320:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88009c9bce00 with handle 0x689c0ec07329d1bb to hash 00000020:00000001:2.0:1749610660.848322:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1749610660.848324:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134941675008 : -131938767876608 : ffff88009c9bce00) 00010000:00000001:2.0:1749610660.848327:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134941675008 : -131938767876608 : ffff88009c9bce00) 00010000:00000001:2.0:1749610660.848330:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749610660.848331:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610660.848335:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88009c9bce00/0x689c0ec07329d1bb lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749610660.848342:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88009c9bce00/0x689c0ec07329d1bb lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749610660.848353:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88009c9bce00/0x689c0ec07329d1bb lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1749610660.848359:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749610660.848361:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749610660.848371:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800966abf00. 00000100:00000001:2.0:1749610660.848373:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134837796608 : -131938871755008 : ffff8800966abf00) 00000100:00000001:2.0:1749610660.848376:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610660.848378:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269170816 : -131939440380800 : ffff880074863480) 00000100:00000001:2.0:1749610660.848382:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610660.848387:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610660.848389:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749610660.848391:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749610660.848396:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074863480 x1834598494543488/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610660.848404:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610660.848407:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749610660.848410:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff880074863480 x1834598494543488/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610660.848417:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610660.848419:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610660.848420:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610660.848422:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610660.848424:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610660.848426:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610660.848428:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610660.848429:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610660.848431:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1F:1749610660.851672:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007ef3f100. 00010000:00000010:1.1:1749610660.851689:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007fb8e200. 00010000:00000001:0.0:1749610661.456674:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610661.456682:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610661.456798:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610661.456805:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610661.456810:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610661.457567:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610661.457572:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610661.457574:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610661.457577:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610661.457580:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610661.457584:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610661.457602:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610661.457604:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610661.457607:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610661.584640:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610661.584655:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610661.584657:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610661.584661:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610661.584664:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610661.584667:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610661.584669:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610661.847611:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610661.847617:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610661.847619:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610661.847635:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610661.847639:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610661.847642:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610661.847645:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610661.847648:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610661.847650:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610662.457662:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610662.457671:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610662.457674:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610662.457679:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610662.457682:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610662.457686:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610662.457690:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610662.457692:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610662.457695:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610662.458629:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610662.458634:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610662.458715:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610662.458740:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610662.458746:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610662.584687:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610662.584695:0:28320:0:(client.c:2435:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1749610662.584712:0:28320:0:(client.c:2451:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1749610637/real 1749610637] req@ffff880074861500 x1834598494539392/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610662 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749610662.584738:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610662.584742:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749610662.584747:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3fff20. 00000400:00000200:0.0:1749610662.584758:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821cc0 00000400:00000010:0.0:1749610662.584761:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821cc0. 00000100:00000001:0.0:1749610662.584767:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749610662.584773:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074861500 x1834598494539392/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610662 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610662.584788:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074861500 x1834598494539392/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610662 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610662.584799:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610662.584802:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610662.584806:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610662.584810:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749610662.584816:0:28320:0:(client.c:2482:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff880074861500 x1834598494539392/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610662 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610662.584907:0:28320:0:(client.c:2487:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610662.584922:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610662.584925:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610662.584929:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610662.584932:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610662.584935:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610662.584943:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074861500 x1834598494539392/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610662 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610662.584956:0:28320:0:(client.c:2097:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749610662.584961:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610662.584964:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610662.584966:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610662.584970:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610662.584974:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1749610662.584979:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749610662.585018:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.106@tcp failed (-110) 00000100:00000001:0.0:1749610662.585023:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1749610662.585030:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074861500 x1834598494539392/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610662 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610662.585044:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074861500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494539392:0@lo:250:kworker.0 00000100:00000001:0.0:1749610662.585051:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610662.585054:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610662.585060:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074861500 x1834598494539392/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610662 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749610662.585062:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610662.585070:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1749610662.585071:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749610662.585072:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610662.585075:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610662.585079:0:8737:0:(import.c:480:import_select_connection()) Process entered 02000000:00000001:0.0:1749610662.585087:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610662.585093:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130312800. 00000100:00080000:2.0:1749610662.585095:0:8737:0:(import.c:505:import_select_connection()) MGC192.168.202.106@tcp: connect to NID 0@lo last attempt 5243 02000000:00000001:0.0:1749610662.585100:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:2.0:1749610662.585101:0:8737:0:(import.c:584:import_select_connection()) MGC192.168.202.106@tcp: tried all connections, increasing latency to 20s 00000020:00000001:0.0:1749610662.585103:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:2.0:1749610662.585106:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610662.585111:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610662.585114:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000040:0.0:1749610662.585115:0:28320:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1749610662.585118:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610662.585119:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1749610662.585123:0:8737:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000010:0.0:1749610662.585123:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880129e11000. 00000020:00000040:2.0:1749610662.585126:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cf3e 02000000:00000001:0.0:1749610662.585129:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:2.0:1749610662.585131:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1749610662.585132:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610662.585135:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074861500. 00000020:00000040:2.0:1749610662.585136:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009d243000 refcount=3 00000020:00000001:2.0:1749610662.585140:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000100:00000001:0.0:1749610662.585142:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610662.585144:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749610662.585145:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000100:00000001:0.0:1749610662.585147:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610662.585149:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610662.585153:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610662.585154:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1749610662.585156:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610662.585157:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610662.585159:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610662.585160:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610662.585162:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610662.585163:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88009d243000 : new refcount 2 00000100:00080000:2.0:1749610662.585168:0:8737:0:(import.c:619:import_select_connection()) MGC192.168.202.106@tcp: import ffff88009d242800 using connection MGC192.168.202.106@tcp_0/0@lo 00000100:00000001:2.0:1749610662.585172:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610662.585176:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610662.585180:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610662.585197:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610662.585202:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610662.585205:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610662.585213:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074863b80. 00000020:00000040:2.0:1749610662.585218:0:8737:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 02000000:00000001:2.0:1749610662.585224:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610662.585226:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610662.585229:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610662.585232:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610662.585236:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610662.585244:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880129e10c00. 00000100:00000001:2.0:1749610662.585250:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610662.585259:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880074863b80 x1834598494543616/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610662.585271:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610662.585275:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610662.585280:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074863b80] to pc [ptlrpcd_rcv+-1] req@ffff880074863b80 x1834598494543616/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610662.585308:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610662.585312:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610662.585316:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610662.585317:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610662.585319:0:8737:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610662.585322:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610662.585324:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5263 00000100:00080000:2.0:1749610662.585327:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610662.585330:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610662.585332:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610662.585334:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610662.585336:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610662.585338:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610662.585340:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749610662.585349:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610662.585349:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1749610662.585351:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000100:00000001:0.0:1749610662.585353:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1749610662.585354:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749610662.585356:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000001:0.0:1749610662.585356:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749610662.585359:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610662.585361:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610662.585363:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000040:0.0:1749610662.585364:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074863b80 x1834598494543616/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610662.585365:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610662.585367:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749610662.585370:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610662.585372:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610662.585374:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1749610662.585377:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1749610662.585379:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610662.585379:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610662.585382:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610662.585383:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 02000000:00000001:0.0:1749610662.585384:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749610662.585385:0:8737:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610662.585388:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1749610662.585389:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074862300. 00000020:00000040:2.0:1749610662.585391:0:8737:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749610662.585392:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610662.585394:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610662.585395:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610662.585397:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:0.0:1749610662.585398:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074863b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494543616:0@lo:250:kworker.0 02000000:00000001:2.0:1749610662.585399:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610662.585401:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610662.585404:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1749610662.585405:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880129e11000. 02000000:00000001:0.0:1749610662.585409:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749610662.585411:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610662.585412:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610662.585415:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1749610662.585418:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880074862300 x1834598494543744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1749610662.585421:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130312800. 02000000:00000001:0.0:1749610662.585425:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610662.585430:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1749610662.585432:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3fff20. 00000100:00000001:2.0:1749610662.585434:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610662.585439:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821cc0. 00000100:00000040:2.0:1749610662.585440:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074862300] to pc [ptlrpcd_rcv+-1] req@ffff880074862300 x1834598494543744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610662.585448:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494543616, portal 25 00000100:00000001:0.0:1749610662.585452:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610662.585454:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610662.585454:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269172608 : -131939440379008 : ffff880074863b80) 00000100:00000040:0.0:1749610662.585463:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074863b80 x1834598494543616/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749610662.585466:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610662.585472:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610662.585474:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610662.585476:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610662.585480:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:0.0:1749610662.585483:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00080000:2.0:1749610662.585485:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5263 00000100:00000040:0.0:1749610662.585488:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00080000:2.0:1749610662.585489:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000400:00000010:0.0:1749610662.585492:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 00000100:00000040:2.0:1749610662.585493:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610662.585496:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1749610662.585497:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598494543616, offset 0 00000100:00000040:2.0:1749610662.585499:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610662.585502:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610662.585505:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1749610662.585505:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:2.0:1749610662.585507:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749610662.585510:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610662.585513:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749610662.585517:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749610662.585552:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749610662.585557:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610662.585559:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610662.585561:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610662.585563:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610662.585565:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000400:00000200:0.0:1749610662.585565:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00080000:2.0:1749610662.585568:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610662.585570:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610662.585572:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610662.585576:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610662.585579:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610662.585580:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000400:00000200:0.0:1749610662.585581:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848ebf929f00 00000100:00000001:2.0:1749610662.585582:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610662.585587:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074861500. 00000020:00000040:2.0:1749610662.585589:0:8737:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000400:00000100:0.0:1749610662.585591:0:28320:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598494543616 offset 0 length 520: 4 00000400:00000200:0.0:1749610662.585597:0:28320:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88006dfe5ef0 is in inconsistent state, don't perform health checking (-2, 0) 02000000:00000001:2.0:1749610662.585599:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610662.585600:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610662.585601:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000001:2.0:1749610662.585603:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610662.585604:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610662.585606:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610662.585611:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880129e13800. 00000400:00000200:0.0:1749610662.585612:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 00000100:00000001:2.0:1749610662.585615:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610662.585616:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00000100:00000001:0.0:1749610662.585620:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:2.0:1749610662.585621:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880074861500 x1834598494543872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1749610662.585627:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074863b80 x1834598494543616/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610662.585629:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610662.585632:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610662.585636:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074861500] to pc [ptlrpcd_rcv+-1] req@ffff880074861500 x1834598494543872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610662.585639:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610662.585644:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610662.585644:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074863b80 x1834598494543616/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610687 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749610662.585647:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610662.585651:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610662.585652:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610662.585654:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610662.585654:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610662.585656:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:0.0:1749610662.585657:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00080000:2.0:1749610662.585658:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5263 00000100:00080000:2.0:1749610662.585661:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1749610662.585663:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610662.585664:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610662.585665:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610662.585667:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610662.585669:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610662.585669:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299936066 00000020:00000001:2.0:1749610662.585671:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610662.585672:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:2.0:1749610662.585674:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:0.0:1749610662.585675:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b3800. 00000020:00000040:2.0:1749610662.585677:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000020:00000001:2.0:1749610662.585679:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000020:00000001:2.0:1749610662.585681:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000001:0.0:1749610662.585684:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000040:2.0:1749610662.585689:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610662.585691:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610662.585691:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299936066 00000100:00000040:2.0:1749610662.585693:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610662.585695:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000010:0.0:1749610662.585695:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b3280. 00000020:00000040:2.0:1749610662.585697:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00080000:2.0:1749610662.585699:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610662.585700:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749610662.585701:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610662.585703:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610662.585706:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610662.585708:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610662.585710:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610662.585711:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610662.585714:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074862680. 00000020:00000040:2.0:1749610662.585716:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749610662.585718:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610662.585719:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610662.585721:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610662.585722:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610662.585723:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610662.585727:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880129e13000. 00000100:00000001:0.0:1749610662.585727:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 2 is 4299936066 00000100:00000001:2.0:1749610662.585730:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610662.585733:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b3180. 00000100:00100000:2.0:1749610662.585734:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880074862680 x1834598494544000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610662.585737:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749610662.585741:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610662.585742:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610662.585746:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074862680] to pc [ptlrpcd_rcv+-1] req@ffff880074862680 x1834598494544000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610662.585750:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 3 is 4299936066 00000100:00000001:2.0:1749610662.585753:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610662.585754:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b3b40. 00000100:00000040:2.0:1749610662.585755:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749610662.585759:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1749610662.585759:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 3 00000100:00000010:2.0:1749610662.585762:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074863800. 00000020:00000040:2.0:1749610662.585764:0:8737:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749610662.585771:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610662.585773:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1749610662.585773:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610662.585775:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610662.585778:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610662.585779:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5d00. 00000100:00000001:2.0:1749610662.585782:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610662.585782:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610662.585785:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610662.585786:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880074863800 x1834598494544128/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610662.585792:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610662.585794:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610662.585795:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1749610662.585796:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610662.585798:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749610662.585801:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074863800] to pc [ptlrpcd_00_00+0] req@ffff880074863800 x1834598494544128/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610662.585801:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610662.585803:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749610662.585810:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074862300 x1834598494543744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610662.585818:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610662.585821:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:0.0:1749610662.585821:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749610662.585824:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610662.585824:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610662.585825:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610662.585827:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:0.0:1749610662.585827:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749610662.585829:0:8737:0:(import.c:480:import_select_connection()) Process entered 02000000:00000001:0.0:1749610662.585831:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1749610662.585832:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5263 00000100:00080000:2.0:1749610662.585834:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 02000000:00000001:0.0:1749610662.585834:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610662.585837:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610662.585839:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1749610662.585839:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074862300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494543744:0@lo:38:kworker.0 00000100:00000040:2.0:1749610662.585841:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610662.585841:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610662.585842:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610662.585844:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749610662.585844:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1749610662.585846:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:2.0:1749610662.585847:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1749610662.585847:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:1.0:1749610662.585848:0:28322:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000020:00000040:2.0:1749610662.585849:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 02000000:00000001:0.0:1749610662.585850:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610662.585876:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610662.585877:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1749610662.585878:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:2.0:1749610662.585882:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 02000000:00000010:0.0:1749610662.585882:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130311c00. 00000100:00000001:1.0:1749610662.585884:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1749610662.585885:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749610662.585886:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610662.585886:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610662.585889:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610662.585890:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610662.585892:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1749610662.585892:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffd68. 00000100:00000001:3.0:1749610662.585893:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610662.585894:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610662.585896:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000010:0.0:1749610662.585897:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 00000100:00000001:2.0:1749610662.585898:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610662.585899:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610662.585901:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00000040:1.0:1749610662.585901:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074863800 x1834598494544128/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610662.585903:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494543744, portal 4 00000100:00080000:2.0:1749610662.585904:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610662.585906:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610662.585906:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1749610662.585907:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1749610662.585908:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269166336 : -131939440385280 : ffff880074862300) 02000000:00000001:2.0:1749610662.585912:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610662.585914:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610662.585916:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610662.585918:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610662.585918:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074862300 x1834598494543744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610662.585921:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074861880. 00000020:00000040:2.0:1749610662.585923:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:1.0:1749610662.585923:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610662.585925:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610662.585926:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610662.585927:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610662.585928:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749610662.585928:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610662.585929:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610662.585931:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749610662.585931:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610662.585932:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610662.585934:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610662.585936:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880129e13c00. 00000100:00100000:1.0:1749610662.585938:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074863800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:28322:1834598494544128:0@lo:400:kworker.0 00000100:00000001:2.0:1749610662.585940:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610662.585941:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610662.585942:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1749610662.585945:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880074861880 x1834598494544256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1749610662.585945:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958212a8. 02000000:00000001:1.0:1749610662.585946:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749610662.585948:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610662.585950:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1749610662.585950:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494543744, offset 0 00000100:00000001:2.0:1749610662.585953:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000010:1.0:1749610662.585954:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d124200. 00000100:00000001:2.0:1749610662.585955:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610662.585956:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1749610662.585957:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610662.585959:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074861880] to pc [ptlrpcd_rcv+-1] req@ffff880074861880 x1834598494544256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610662.585962:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db9a0. 00000400:00000200:0.0:1749610662.585966:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1749610662.585967:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000100:00000001:2.0:1749610662.585968:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610662.585971:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:1.0:1749610662.585972:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494544128, portal 10 00000400:00000200:0.0:1749610662.585974:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf929f80 00000100:00000001:1.0:1749610662.585975:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610662.585976:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1749610662.585976:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269171712 : -131939440379904 : ffff880074863800) 00000100:00000010:2.0:1749610662.585979:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074862a00. 00000020:00000040:2.0:1749610662.585982:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000040:1.0:1749610662.585984:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074863800 x1834598494544128/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610662.585984:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3ded [256] + 9360 00000100:00000001:2.0:1749610662.585986:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1749610662.585993:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:0.0:1749610662.585994:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749610662.585995:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1749610662.585995:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610662.585997:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 02000000:00000001:2.0:1749610662.585998:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610662.586000:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494544128, offset 0 00000400:00000200:0.0:1749610662.586000:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:2.0:1749610662.586004:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5900. 00000400:00000200:1.0:1749610662.586005:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610662.586008:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610662.586015:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880074862a00 x1834598494544384/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1749610662.586015:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610662.586021:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:1.0:1749610662.586022:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf92a100 00000100:00000200:0.0:1749610662.586024:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:2.0:1749610662.586027:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1749610662.586028:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 188888 00000100:00000001:2.0:1749610662.586031:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610662.586031:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fa31f80. 00000400:00000200:1.0:1749610662.586034:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749610662.586035:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006fa31f80 x1834598494543744 msgsize 520 00000100:00000040:2.0:1749610662.586037:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074862a00] to pc [ptlrpcd_00_01+1] req@ffff880074862a00 x1834598494544384/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610662.586038:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1749610662.586042:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610662.586043:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749610662.586045:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1749610662.586049:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880097209f80. 00000100:00000001:0.0:1749610662.586055:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:1.0:1749610662.586057:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff880097209f80 x1834598494544128 msgsize 224 00000100:00100000:1.0:1749610662.586062:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1749610662.586062:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958212a8 00000400:00000010:0.0:1749610662.586065:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958212a8. 00000100:00000001:0.0:1749610662.586069:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749610662.586071:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610662.586073:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000200:0.0:1749610662.586075:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074862300 x1834598494543744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610662.586080:0:8737:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5273) 00000400:00000200:1.0:1749610662.586081:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00000400:00000010:1.0:1749610662.586084:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 00000100:00000001:1.0:1749610662.586087:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749610662.586087:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1749610662.586091:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074863800 x1834598494544128/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610662.586093:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074862300 x1834598494543744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610687 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610662.586095:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1749610662.586098:0:28321:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1749610662.586100:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610662.586100:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610662.586103:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074863800 x1834598494544128/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610678 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610662.586103:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610662.586106:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610662.586107:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610662.586109:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610662.586110:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610662.586111:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610662.586111:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610662.586112:0:28322:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610662.586113:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610662.586115:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749610662.586117:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610662.586118:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1268 usecs (2 jiffies) 00000100:00000001:2.0:1749610662.586121:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1749610662.586121:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 796 usecs (1 jiffies) 00000100:00000001:0.0:1749610662.586121:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299936045 00000100:00000040:3.0:1749610662.586122:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074862a00 x1834598494544384/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610662.586124:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494544128 00000100:00000001:1.0:1749610662.586124:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299936044 00000100:00000001:0.0:1749610662.586125:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299936066 02000000:00000001:2.0:1749610662.586127:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610662.586130:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610662.586134:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610662.586134:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610662.586136:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610662.586137:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610662.586137:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299936045 02000000:00000001:3.0:1749610662.586139:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749610662.586141:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749610662.586141:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494544128 00000100:00000001:0.0:1749610662.586141:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299936066 00000100:00000001:1.0:1749610662.586143:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1749610662.586144:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610662.586144:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749610662.586144:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299936045 00000020:00000040:2.0:1749610662.586146:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000100:00100000:1.0:1749610662.586146:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494543744 00000100:00100000:3.0:1749610662.586147:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074862a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494544384:0@lo:400:kworker.0 00000020:00000001:2.0:1749610662.586147:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1749610662.586148:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:2.0:1749610662.586150:0:12680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000100:00000001:1.0:1749610662.586150:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610662.586152:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1749610662.586152:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:1.0:1749610662.586153:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610662.586155:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1749610662.586155:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:0.0:1749610662.586155:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299936066 02000000:00000001:1.0:1749610662.586156:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610662.586157:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610662.586158:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494543744 00000100:00000001:0.0:1749610662.586158:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299936045 02000000:00000001:3.0:1749610662.586159:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749610662.586159:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1749610662.586160:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610662.586162:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749610662.586162:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299936066 00000020:00000010:2.0:1749610662.586163:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012b677c80. 02000000:00000010:3.0:1749610662.586164:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7b3200. 00000020:00000001:1.0:1749610662.586164:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610662.586165:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610662.586166:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610662.586166:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610662.586168:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610662.586169:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610662.586171:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f78f0. 00000020:00000040:2.0:1749610662.586172:0:12680:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000020:00000010:1.0:1749610662.586173:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125600. 00000100:00000001:0.0:1749610662.586173:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1749610662.586176:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedcc0. 00000020:00000010:1.0:1749610662.586178:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9b80. 00000100:00000200:3.0:1749610662.586180:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494544384, portal 10 00000100:00000001:2.0:1749610662.586180:0:12680:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:0.0:1749610662.586180:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074861500 x1834598494543872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610662.586182:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000010:1.0:1749610662.586183:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c960. 00000100:00000001:3.0:1749610662.586184:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269168128 : -131939440383488 : ffff880074862a00) 00000020:00000010:2.0:1749610662.586184:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bc800. 00000020:00000010:2.0:1749610662.586188:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387880. 00000100:00000001:1.0:1749610662.586188:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610662.586189:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:3.0:1749610662.586191:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074862a00 x1834598494544384/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610662.586191:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be93e8. 00000100:00000001:1.0:1749610662.586191:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610662.586192:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610662.586194:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610662.586197:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610662.586198:0:12680:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 02000000:00000001:0.0:1749610662.586198:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749610662.586200:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749610662.586201:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610662.586202:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749610662.586204:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610662.586207:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610662.586209:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610662.586210:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749610662.586210:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074861500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494543872:0@lo:38:kworker.0 00000100:00000001:2.0:1749610662.586212:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749610662.586213:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedd48. 00000100:00000001:0.0:1749610662.586215:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000200:3.0:1749610662.586217:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494544384, offset 0 00000100:00000001:2.0:1749610662.586217:0:12680:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:0.0:1749610662.586218:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749610662.586219:0:12680:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749610662.586220:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610662.586221:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610662.586221:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610662.586222:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610662.586222:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1749610662.586224:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749610662.586227:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749610662.586227:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 02000000:00000010:0.0:1749610662.586228:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130311400. 00000100:00000001:1.0:1749610662.586230:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134187179904 : -131939522371712 : ffff88006fa31f80) 00000400:00000200:3.0:1749610662.586231:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749610662.586232:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610662.586235:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006fa31f80 x1834598494543744/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610682 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610662.586236:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000010:0.0:1749610662.586237:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffbb0. 00000400:00000200:3.0:1749610662.586238:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf92a200 00000100:00000001:2.0:1749610662.586238:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1749610662.586242:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 177 00000400:00000010:0.0:1749610662.586242:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958212a8. 00000400:00000200:3.0:1749610662.586244:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 189112 00000100:00000040:2.0:1749610662.586246:0:12680:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00100000:1.0:1749610662.586246:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006fa31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494543744:12345-0@lo:38:kworker.0 00000100:00000001:2.0:1749610662.586248:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134849716096 : -131938859835520 : ffff880097209f80) 00000400:00000200:3.0:1749610662.586250:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749610662.586250:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494543744 00000100:00000200:0.0:1749610662.586251:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494543872, portal 10 00000100:00000040:2.0:1749610662.586253:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880097209f80 x1834598494544128/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:98/0 lens 224/0 e 0 to 0 dl 1749610673 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610662.586254:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1749610662.586254:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749610662.586254:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610662.586256:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269162752 : -131939440388864 : ffff880074861500) 00000100:00000001:3.0:1749610662.586257:0:28321:0:(events.c:287:request_in_callback()) Process entered 00010000:00000001:1.0:1749610662.586257:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:3.0:1749610662.586259:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749610662.586262:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000010:3.0:1749610662.586264:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e99d880. 00000100:00000040:0.0:1749610662.586265:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074861500 x1834598494543872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610662.586266:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012b677a40. 00000100:00000040:3.0:1749610662.586267:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff88008e99d880 x1834598494544384 msgsize 224 00000100:00000001:2.0:1749610662.586269:0:12680:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749610662.586271:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:1.0:1749610662.586271:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610662.586273:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012b677a40. 00000100:00000001:0.0:1749610662.586275:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00020000:1.0:1749610662.586276:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749610662.586279:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:0.0:1749610662.586279:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:2.0:1749610662.586281:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880097209f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:28322:x1834598494544128:12345-0@lo:400:kworker.0 00000100:00000001:3.0:1749610662.586282:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000010:0.0:1749610662.586282:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821088. 00010000:00000001:1.0:1749610662.586283:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:0.0:1749610662.586286:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494543872, offset 0 00000400:00000200:3.0:1749610662.586287:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedd48 00000100:00000200:2.0:1749610662.586287:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494544128 00000100:00000001:1.0:1749610662.586287:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000010:3.0:1749610662.586290:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedd48. 00000020:00000001:2.0:1749610662.586290:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749610662.586290:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749610662.586293:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:2.0:1749610662.586294:0:12680:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 02000000:00000001:1.0:1749610662.586294:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1749610662.586296:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1749610662.586298:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074862a00 x1834598494544384/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610662.586298:0:12680:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610662.586299:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009cd6a800. 00000020:00000001:2.0:1749610662.586302:0:12680:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 02000000:00000001:1.0:1749610662.586303:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610662.586305:0:12680:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:1.0:1749610662.586306:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610662.586307:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1749610662.586309:0:12680:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000040:3.0:1749610662.586312:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074862a00 x1834598494544384/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610678 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610662.586312:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1749610662.586312:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1749610662.586314:0:12680:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749610662.586315:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610662.586317:0:12680:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749610662.586320:0:12680:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00001000:1.0:1749610662.586320:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:0.0:1749610662.586321:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92a000 00000100:00000001:3.0:1749610662.586324:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610662.586324:0:12680:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610662.586324:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610662.586327:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:2.0:1749610662.586327:0:12680:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000200:0.0:1749610662.586328:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 189336 00000100:00000001:1.0:1749610662.586329:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610662.586332:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610662.586333:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610662.586333:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749610662.586336:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749610662.586336:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:0.0:1749610662.586336:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749610662.586338:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 763 usecs (1 jiffies) 00000100:00000001:1.0:1749610662.586340:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 02000000:00000010:2.0:1749610662.586341:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880129e10800. 00000400:00000200:0.0:1749610662.586341:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610662.586343:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299936044 00000100:00000040:1.0:1749610662.586345:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610662.586347:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299936066 00000100:00000001:0.0:1749610662.586347:0:28320:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:1.0:1749610662.586348:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:0.0:1749610662.586349:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749610662.586352:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299936044 02000000:00000001:2.0:1749610662.586354:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610662.586354:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fa32300. 00000100:00000001:3.0:1749610662.586356:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299936066 00000100:00000001:2.0:1749610662.586358:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610662.586359:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299936044 00000100:00000040:0.0:1749610662.586359:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006fa32300 x1834598494543872 msgsize 520 00000100:00000001:3.0:1749610662.586362:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299936066 00000020:00000001:2.0:1749610662.586362:0:12680:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610662.586362:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610662.586365:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000040:2.0:1749610662.586366:0:12680:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494544128 00000100:00000001:1.0:1749610662.586366:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610662.586370:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1749610662.586371:0:12680:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:3.0:1749610662.586374:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299936044 00000400:00000010:1.0:1749610662.586374:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 00000100:00000001:0.0:1749610662.586374:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749610662.586377:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299936066 00010000:00000200:2.0:1749610662.586379:0:12680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880097209f80 x1834598494544128/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:98/0 lens 224/224 e 0 to 0 dl 1749610673 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610662.586380:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494543744, offset 0 00000400:00000200:0.0:1749610662.586380:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821088 00000100:00000001:3.0:1749610662.586381:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1749610662.586384:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821088. 00000100:00000001:3.0:1749610662.586385:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610662.586387:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749610662.586388:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610662.586389:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610662.586392:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610662.586392:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000200:0.0:1749610662.586393:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074861500 x1834598494543872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749610662.586395:0:12680:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610662.586400:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:2.0:1749610662.586401:0:12680:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=17 v=5 (1 1 1 1) 00000100:00000001:0.0:1749610662.586405:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610662.586407:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1749610662.586409:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf929f80 00000100:00000040:0.0:1749610662.586410:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074861500 x1834598494543872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610687 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610662.586411:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:2.0:1749610662.586414:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:1.0:1749610662.586416:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6399 [1] + 0 02000000:00000001:2.0:1749610662.586417:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749610662.586419:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1749610662.586420:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610662.586421:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610662.586422:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494544384 00000100:00000001:2.0:1749610662.586423:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749610662.586423:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610662.586423:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:3.0:1749610662.586425:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1749610662.586426:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610662.586427:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610662.586428:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610662.586429:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610662.586430:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610662.586430:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ac38. 00000100:00000040:0.0:1749610662.586433:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 871 usecs (1 jiffies) 00000100:00000001:1.0:1749610662.586434:0:9761:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:3.0:1749610662.586435:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610662.586435:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494544128, offset 224 00000100:00000001:0.0:1749610662.586436:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299936044 00000100:00100000:3.0:1749610662.586438:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494544384 00000020:00000001:3.0:1749610662.586441:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1749610662.586441:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749610662.586441:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074862300 x1834598494543744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610687 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610662.586441:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299936066 00000020:00000040:3.0:1749610662.586442:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000020:00000001:3.0:1749610662.586444:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610662.586445:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299936044 00000020:00000040:3.0:1749610662.586447:0:9692:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:0.0:1749610662.586448:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299936066 00000020:00000001:3.0:1749610662.586450:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000400:00000200:2.0:1749610662.586450:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610662.586451:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299936044 00000020:00000001:3.0:1749610662.586453:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:0.0:1749610662.586454:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299936066 00000100:00000001:3.0:1749610662.586457:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1749610662.586457:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92a100 00000100:00000040:1.0:1749610662.586457:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880074862300 x1834598494543744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610687 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610662.586457:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299936044 00000020:00000010:3.0:1749610662.586460:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b42117c0. 00000100:00000001:0.0:1749610662.586460:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299936066 00000400:00000200:2.0:1749610662.586463:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x63a1 [1] + 224 00000020:00000010:3.0:1749610662.586464:0:9692:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012b677ec0. 00000100:00000001:3.0:1749610662.586469:0:9692:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:2.0:1749610662.586469:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1749610662.586470:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b42117c0. 00000100:00000001:1.0:1749610662.586470:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749610662.586472:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610662.586472:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749610662.586475:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2600. 00000100:00000001:0.0:1749610662.586476:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610662.586477:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00000020:00000010:3.0:1749610662.586479:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c400. 00000100:00000001:0.0:1749610662.586480:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1749610662.586481:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 00000020:00000010:3.0:1749610662.586484:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8c80. 00000100:00000001:1.0:1749610662.586485:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:0.0:1749610662.586486:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074862680 x1834598494544000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610662.586487:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610662.586490:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610662.586492:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610662.586493:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610662.586493:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610662.586495:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610662.586496:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000200:2.0:1749610662.586498:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074863800 x1834598494544128/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610678 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610662.586498:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610662.586500:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610662.586500:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610662.586501:0:9692:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749610662.586503:0:9692:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:0.0:1749610662.586503:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:1.0:1749610662.586504:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610662.586505:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610662.586506:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749610662.586508:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880074863800 x1834598494544128/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610662.586509:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610662.586511:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fa31f80 x1834598494543744/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610682 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610662.586514:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074862680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494544000:0@lo:38:kworker.0 00000100:00000001:3.0:1749610662.586516:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610662.586516:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610662.586519:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1749610662.586547:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ac38 00000400:00000010:2.0:1749610662.586550:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ac38. 02000000:00000001:0.0:1749610662.586560:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749610662.586561:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610662.586563:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:0.0:1749610662.586563:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610662.586566:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749610662.586567:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610662.586571:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000010:0.0:1749610662.586571:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130311000. 00010000:00000001:2.0:1749610662.586573:0:12680:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 02000000:00000001:0.0:1749610662.586574:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610662.586575:0:12680:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610662.586577:0:12680:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1749610662.586580:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffc60. 00000100:00000040:2.0:1749610662.586582:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880097209f80 x1834598494544128/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:98/0 lens 224/224 e 0 to 0 dl 1749610673 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610662.586585:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:0.0:1749610662.586585:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821088. 00000100:00100000:3.0:1749610662.586588:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494543872 00000100:00000200:0.0:1749610662.586590:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494544000, portal 10 02000000:00000001:3.0:1749610662.586591:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610662.586593:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610662.586593:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00100000:2.0:1749610662.586594:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880097209f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:28322:x1834598494544128:12345-0@lo:400:kworker.0 Request processed in 328us (533us total) trans 0 rc 0/0 00000100:00000001:0.0:1749610662.586595:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269167232 : -131939440384384 : ffff880074862680) 00000100:00000001:3.0:1749610662.586596:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610662.586600:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610662.586603:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494543872 00000100:00000040:0.0:1749610662.586604:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074862680 x1834598494544000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610662.586606:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:2.0:1749610662.586606:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 177 00000020:00000040:3.0:1749610662.586608:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610662.586611:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1749610662.586611:0:12680:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000020:00000001:3.0:1749610662.586613:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610662.586615:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610662.586615:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:3.0:1749610662.586616:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610662.586618:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1749610662.586619:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:3.0:1749610662.586622:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3000. 00000400:00000010:0.0:1749610662.586622:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 00000020:00000010:2.0:1749610662.586624:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387880. 00000020:00000010:3.0:1749610662.586626:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c480. 00000100:00000200:0.0:1749610662.586626:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494544000, offset 0 00000020:00000010:2.0:1749610662.586630:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be93e8. 00000020:00000010:3.0:1749610662.586631:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8a28. 00000400:00000200:0.0:1749610662.586631:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610662.586635:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610662.586636:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1749610662.586637:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bc800. 00000100:00000001:3.0:1749610662.586639:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610662.586642:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:2.0:1749610662.586643:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00100000:1.0:1749610662.586643:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006fa31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494543744:12345-0@lo:38:kworker.0 Request processed in 394us (603us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749610662.586644:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610662.586647:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610662.586650:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92a080 00000100:00100000:1.0:1749610662.586653:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00000001:3.0:1749610662.586655:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610662.586656:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1749610662.586656:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 189856 00000100:00000001:1.0:1749610662.586658:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749610662.586659:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610662.586662:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610662.586662:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1749610662.586662:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9b80. 00000400:00000200:0.0:1749610662.586664:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610662.586665:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1749610662.586666:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 178 00000100:00000040:2.0:1749610662.586670:0:12680:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:2.0:1749610662.586673:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134706665600 : -131939002886016 : ffff88008e99d880) 00000020:00000010:1.0:1749610662.586674:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c960. 00000020:00000010:1.0:1749610662.586677:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125600. 00000400:00000200:0.0:1749610662.586678:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749610662.586680:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008e99d880 x1834598494544384/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:98/0 lens 224/0 e 0 to 0 dl 1749610673 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610662.586681:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 287 00000100:00000001:1.0:1749610662.586682:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610662.586683:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749610662.586685:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134187180800 : -131939522370816 : ffff88006fa32300) 00000100:00000200:0.0:1749610662.586685:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749610662.586690:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fa32680. 00000100:00000040:3.0:1749610662.586692:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006fa32300 x1834598494543872/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610682 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610662.586694:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1749610662.586694:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006fa32680 x1834598494544000 msgsize 520 00000020:00000010:2.0:1749610662.586698:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012b677a40. 00000100:00000001:1.0:1749610662.586698:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299936066 00000100:00000001:1.0:1749610662.586701:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299936045 00000100:00100000:0.0:1749610662.586701:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749610662.586702:0:12680:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610662.586704:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299936066 00000100:00000001:0.0:1749610662.586704:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:2.0:1749610662.586706:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012b677a40. 00000100:00000001:1.0:1749610662.586706:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299936045 00000100:00100000:3.0:1749610662.586707:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006fa32300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494543872:12345-0@lo:38:kworker.0 00000100:00000001:1.0:1749610662.586708:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299936066 00000100:00000001:1.0:1749610662.586710:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299936045 00000400:00000200:0.0:1749610662.586710:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 00000100:00000001:1.0:1749610662.586712:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299936066 00000100:00000200:3.0:1749610662.586713:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494543872 00000100:00100000:2.0:1749610662.586713:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e99d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494544384:12345-0@lo:400:kworker.0 00000400:00000010:0.0:1749610662.586713:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 00000100:00000001:1.0:1749610662.586714:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749610662.586716:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749610662.586717:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610662.586717:0:28320:0:(events.c:35:request_out_callback()) Process entered 00010000:00000001:3.0:1749610662.586720:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000001:1.0:1749610662.586722:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749610662.586723:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:0.0:1749610662.586723:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074862680 x1834598494544000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610662.586725:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db9a0. 00000100:00000200:2.0:1749610662.586727:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494544384 00000400:00000200:1.0:1749610662.586728:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000020:00000001:3.0:1749610662.586730:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610662.586730:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000020:00000001:2.0:1749610662.586731:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749610662.586732:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00010000:00020000:3.0:1749610662.586733:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:2.0:1749610662.586735:0:12680:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:0.0:1749610662.586735:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1749610662.586736:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:2.0:1749610662.586737:0:12680:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610662.586737:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074863800 x1834598494544128/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610662.586739:0:12680:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000040:0.0:1749610662.586740:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074862680 x1834598494544000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610687 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610662.586741:0:12680:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:2.0:1749610662.586744:0:12680:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00010000:00000001:3.0:1749610662.586746:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:1.0:1749610662.586746:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074863800 x1834598494544128/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610678 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610662.586747:0:12680:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610662.586749:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:2.0:1749610662.586749:0:12680:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749610662.586750:0:12680:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1749610662.586750:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610662.586751:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1749610662.586752:0:12680:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610662.586753:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749610662.586753:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610662.586753:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:2.0:1749610662.586754:0:12680:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749610662.586754:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610662.586757:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749610662.586757:0:28322:0:(client.c:1550:after_reply()) Process entered 02000000:00000010:3.0:1749610662.586758:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880092b9b000. 00000100:00000001:0.0:1749610662.586758:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610662.586759:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1749610662.586759:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1749610662.586760:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610662.586761:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610662.586762:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610662.586762:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 805 usecs (1 jiffies) 00000100:00000001:1.0:1749610662.586763:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610662.586765:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000010:2.0:1749610662.586765:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013526d000. 02000000:00000001:1.0:1749610662.586766:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610662.586767:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610662.586767:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610662.586767:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299936045 00000100:00000001:2.0:1749610662.586769:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610662.586771:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:2.0:1749610662.586771:0:12680:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610662.586771:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=17 v=5 (5 5 5 5) 00000100:00000001:0.0:1749610662.586771:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299936066 00000100:00000001:3.0:1749610662.586774:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00010000:00000040:2.0:1749610662.586774:0:12680:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494544384 00000100:00001000:1.0:1749610662.586775:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=17 v=5 (1 1 1 1) 00000100:00000001:0.0:1749610662.586775:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299936045 00000100:00000001:3.0:1749610662.586776:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1749610662.586776:0:12680:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:1.0:1749610662.586778:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1749610662.586779:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610662.586779:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299936066 00010000:00000200:2.0:1749610662.586781:0:12680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008e99d880 x1834598494544384/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:98/0 lens 224/224 e 0 to 0 dl 1749610673 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610662.586781:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299936045 00000100:00000001:3.0:1749610662.586782:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610662.586784:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:1.0:1749610662.586784:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610662.586785:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299936066 00010000:00000001:1.0:1749610662.586787:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1749610662.586787:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299936045 00000100:00000040:3.0:1749610662.586788:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00010000:00000001:2.0:1749610662.586788:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1749610662.586790:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1749610662.586790:0:12680:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610662.586790:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299936066 02000000:00000001:3.0:1749610662.586792:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1749610662.586792:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880074863800 x1834598494544128/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610678 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749610662.586793:0:12680:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=17 v=5 (1 1 1 1) 00000100:00000001:3.0:1749610662.586794:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610662.586794:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610662.586796:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610662.586796:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610662.586797:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610662.586799:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedd48. 00000100:00000040:2.0:1749610662.586799:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00010000:00000001:1.0:1749610662.586800:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610662.586801:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610662.586801:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610662.586803:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494543872, offset 0 02000000:00000001:2.0:1749610662.586803:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749610662.586803:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1749610662.586804:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610662.586805:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610662.586805:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000400:00000200:3.0:1749610662.586807:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610662.586807:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610662.586807:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749610662.586808:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610662.586810:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1749610662.586812:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074863800 x1834598494544128/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610678 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610662.586813:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ac38. 00000400:00000200:3.0:1749610662.586815:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1749610662.586817:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494544384, offset 224 00000100:00000001:1.0:1749610662.586819:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610662.586820:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610662.586821:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1749610662.586822:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610662.586822:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610662.586822:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000400:00000200:3.0:1749610662.586823:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92a000 00000100:00000001:0.0:1749610662.586825:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1749610662.586826:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074863800 x1834598494544128/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610678 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610662.586827:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610662.586829:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:1.0:1749610662.586834:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074863800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:28322:1834598494544128:0@lo:400:kworker.0 00000400:00000200:2.0:1749610662.586835:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749610662.586836:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074861880 x1834598494544256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610662.586839:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610662.586840:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x63b1 [1] + 0 00000100:00000001:1.0:1749610662.586841:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1749610662.586842:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92a200 00000100:00000040:1.0:1749610662.586844:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074863800 x1834598494544128/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610678 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610662.586845:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610662.586847:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x63a9 [1] + 224 00000100:00000001:0.0:1749610662.586847:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1749610662.586848:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610662.586849:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610662.586875:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610662.586876:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749610662.586878:0:9692:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:1.0:1749610662.586879:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1749610662.586880:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749610662.586881:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:1.0:1749610662.586883:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d124200. 00000100:00000001:2.0:1749610662.586884:0:12680:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:0.0:1749610662.586884:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1749610662.586885:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074861500 x1834598494543872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610687 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610662.586888:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074862a00 x1834598494544384/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610678 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610662.586888:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610662.586889:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610662.586891:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610662.586893:0:28322:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00100000:0.0:1749610662.586893:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074861880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494544256:0@lo:38:kworker.0 00000020:00000001:1.0:1749610662.586895:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:3.0:1749610662.586896:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880074861500 x1834598494543872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610687 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610662.586897:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5d00. 00000100:00000040:2.0:1749610662.586898:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880074862a00 x1834598494544384/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610662.586898:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749610662.586900:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610662.586902:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1749610662.586902:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:1.0:1749610662.586903:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074863800. 02000000:00000001:0.0:1749610662.586905:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610662.586907:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749610662.586911:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000010:0.0:1749610662.586912:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130313800. 00000100:00000001:1.0:1749610662.586913:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610662.586914:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610662.586915:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610662.586916:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ac38 00000100:00000001:1.0:1749610662.586916:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749610662.586918:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ac38. 00000100:00000001:3.0:1749610662.586919:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610662.586920:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000010:0.0:1749610662.586920:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffcb8. 00000100:00000001:2.0:1749610662.586922:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610662.586922:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610662.586923:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610662.586925:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1749610662.586925:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 00000400:00000200:3.0:1749610662.586926:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedd48 00000100:00000001:2.0:1749610662.586927:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610662.586927:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610662.586928:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedd48. 00000100:00000040:2.0:1749610662.586930:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610662.586931:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610662.586932:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00010000:00000001:2.0:1749610662.586932:0:12680:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000200:0.0:1749610662.586933:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494544256, portal 10 00000020:00000001:2.0:1749610662.586934:0:12680:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610662.586936:0:12680:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1749610662.586936:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610662.586937:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610662.586938:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269163648 : -131939440387968 : ffff880074861880) 00000100:00000040:3.0:1749610662.586940:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000040:2.0:1749610662.586940:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008e99d880 x1834598494544384/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:98/0 lens 224/224 e 0 to 0 dl 1749610673 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610662.586942:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610662.586945:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749610662.586946:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074861880 x1834598494544256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610662.586949:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fa32300 x1834598494543872/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610682 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610662.586950:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749610662.586952:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e99d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494544384:12345-0@lo:400:kworker.0 Request processed in 256us (681us total) trans 0 rc 0/0 00000100:00100000:1.0:1749610662.586953:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494544000 02000000:00000001:1.0:1749610662.586955:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610662.586956:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610662.586957:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610662.586959:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610662.586959:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:3.0:1749610662.586960:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006fa32300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494543872:12345-0@lo:38:kworker.0 Request processed in 253us (599us total) trans 0 rc -19/-19 02000000:00000001:1.0:1749610662.586962:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610662.586962:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821660. 00000100:00100000:2.0:1749610662.586964:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 178 00000100:00100000:1.0:1749610662.586964:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494544000 00000020:00000001:1.0:1749610662.586966:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:0.0:1749610662.586966:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494544256, offset 0 00000100:00000040:2.0:1749610662.586968:0:12680:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000020:00000040:1.0:1749610662.586968:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00100000:3.0:1749610662.586970:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 287 00000020:00000001:1.0:1749610662.586970:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610662.586972:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610662.586972:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:1.0:1749610662.586972:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610662.586972:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610662.586974:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749610662.586974:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1749610662.586974:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610662.586977:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124200. 00000020:00000010:3.0:1749610662.586978:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c480. 00000020:00000010:2.0:1749610662.586979:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c400. 00000020:00000010:1.0:1749610662.586980:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9b80. 00000020:00000010:3.0:1749610662.586981:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8a28. 00000400:00000200:0.0:1749610662.586981:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1749610662.586983:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c960. 00000020:00000010:2.0:1749610662.586984:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8c80. 00000020:00000010:3.0:1749610662.586985:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3000. 00000100:00000001:1.0:1749610662.586986:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610662.586987:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610662.586988:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749610662.586989:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2600. 00000100:00000001:1.0:1749610662.586989:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610662.586989:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92a180 00000100:00000001:1.0:1749610662.586993:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610662.586994:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:1.0:1749610662.586995:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610662.586995:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 190376 00000100:00000001:3.0:1749610662.586997:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610662.586999:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610662.587002:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1749610662.587003:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 288 00000100:00000001:1.0:1749610662.587003:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610662.587006:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134187181696 : -131939522369920 : ffff88006fa32680) 00000100:00000001:1.0:1749610662.587006:0:10935:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610662.587007:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610662.587008:0:10935:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610662.587009:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006fa32680 x1834598494544000/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610682 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610662.587012:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610662.587018:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1749610662.587019:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006fa32680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494544000:12345-0@lo:38:kworker.0 00000100:00000200:3.0:1749610662.587022:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494544000 00000100:00000001:0.0:1749610662.587023:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:3.0:1749610662.587024:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:0.0:1749610662.587025:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00000001:3.0:1749610662.587026:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000010:0.0:1749610662.587030:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fa32a00. 00000100:00000040:0.0:1749610662.587034:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006fa32a00 x1834598494544256 msgsize 520 00000020:00000001:3.0:1749610662.587035:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610662.587035:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:1.0:1749610662.587035:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610662.587037:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1749610662.587040:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:2.0:1749610662.587041:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000400:00000001:1.0:1749610662.587042:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749610662.587043:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00020000:3.0:1749610662.587044:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749610662.587046:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:1.0:1749610662.587046:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f78f0. 00010000:00000001:3.0:1749610662.587049:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749610662.587049:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedcc0 00000100:00000001:3.0:1749610662.587051:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000010:1.0:1749610662.587051:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedcc0. 00000100:00000001:3.0:1749610662.587053:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749610662.587053:0:28320:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:3.0:1749610662.587055:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749610662.587059:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880092b9a800. 00000100:00000001:1.0:1749610662.587060:0:28321:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:3.0:1749610662.587061:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610662.587063:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610662.587065:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074862a00 x1834598494544384/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610662.587066:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610662.587068:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610662.587070:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610662.587073:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749610662.587073:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:1.0:1749610662.587074:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074862a00 x1834598494544384/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610678 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610662.587076:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1749610662.587076:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821660 00000100:00100000:2.0:1749610662.587077:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494544256 00000100:00000040:3.0:1749610662.587078:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610662.587080:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:2.0:1749610662.587080:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610662.587080:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:0.0:1749610662.587080:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821660. 00000100:00000001:3.0:1749610662.587082:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:1.0:1749610662.587082:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610662.587083:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610662.587083:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749610662.587084:0:28321:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:3.0:1749610662.587085:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610662.587086:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610662.587086:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610662.587087:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1749610662.587088:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610662.587089:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610662.587089:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610662.587089:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610662.587090:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074861880 x1834598494544256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610662.587091:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:1.0:1749610662.587091:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610662.587092:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494544256 00000100:00000040:3.0:1749610662.587094:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1749610662.587094:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00001000:1.0:1749610662.587095:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=117 v=5 (5 5 5 0) 00000400:00000010:3.0:1749610662.587096:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedd48. 00000020:00000040:2.0:1749610662.587096:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749610662.587097:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749610662.587099:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610662.587099:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=117 v=5 (1 1 1 0) 00000100:00000200:3.0:1749610662.587100:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494544000, offset 0 00000020:00000001:2.0:1749610662.587101:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610662.587101:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610662.587102:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610662.587103:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610662.587104:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1749610662.587105:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bc800. 00010000:00000001:1.0:1749610662.587105:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1749610662.587107:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074861880 x1834598494544256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610687 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610662.587109:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387880. 00010000:00080000:1.0:1749610662.587109:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880074862a00 x1834598494544384/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610678 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610662.587111:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1749610662.587112:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be93e8. 00000100:00000001:2.0:1749610662.587116:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00010000:00000001:1.0:1749610662.587116:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610662.587117:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92a080 00000100:00000001:2.0:1749610662.587118:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610662.587118:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1749610662.587118:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610662.587120:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610662.587120:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:1.0:1749610662.587121:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749610662.587121:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:3.0:1749610662.587122:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x63c1 [1] + 0 00000100:00000001:1.0:1749610662.587123:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610662.587124:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610662.587126:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1749610662.587126:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074862a00 x1834598494544384/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610678 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610662.587126:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610662.587129:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749610662.587130:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 625 usecs (1 jiffies) 00000100:00000001:2.0:1749610662.587131:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610662.587132:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610662.587133:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610662.587134:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299936045 00000100:00000001:1.0:1749610662.587135:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:3.0:1749610662.587136:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074862680 x1834598494544000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610687 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610662.587136:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610662.587137:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610662.587138:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299936066 00000100:00000001:2.0:1749610662.587139:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1749610662.587140:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074862a00 x1834598494544384/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610678 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610662.587141:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299936045 00000100:00100000:2.0:1749610662.587143:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 289 00000100:00000001:2.0:1749610662.587145:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134187182592 : -131939522369024 : ffff88006fa32a00) 00000100:00000001:0.0:1749610662.587145:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299936066 00000100:00100000:1.0:1749610662.587147:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074862a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494544384:0@lo:400:kworker.0 00000100:00000001:0.0:1749610662.587148:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299936045 00000100:00000040:2.0:1749610662.587150:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006fa32a00 x1834598494544256/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610682 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610662.587151:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299936066 00000100:00000001:0.0:1749610662.587154:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299936045 00000100:00000040:3.0:1749610662.587156:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880074862680 x1834598494544000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610687 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610662.587157:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299936066 00000100:00000001:1.0:1749610662.587159:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749610662.587160:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006fa32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494544256:12345-0@lo:38:kworker.0 00000100:00000001:0.0:1749610662.587160:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610662.587161:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610662.587163:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610662.587164:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:2.0:1749610662.587164:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494544256 00000100:00000040:1.0:1749610662.587164:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074862a00 x1834598494544384/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610678 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610662.587167:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:3.0:1749610662.587168:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedd48 00010000:00000001:2.0:1749610662.587169:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000010:3.0:1749610662.587170:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedd48. 00000100:00000001:1.0:1749610662.587171:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749610662.587172:0:9692:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:1.0:1749610662.587173:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749610662.587174:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000010:1.0:1749610662.587175:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7b3200. 00000100:00000001:3.0:1749610662.587177:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610662.587177:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:0.0:1749610662.587178:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1749610662.587179:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000001:2.0:1749610662.587179:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610662.587179:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610662.587180:0:28321:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000400:00000001:0.0:1749610662.587181:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749610662.587182:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610662.587182:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610662.587183:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5900. 00000020:00000001:3.0:1749610662.587184:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1749610662.587184:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffd68. 02000000:00000001:1.0:1749610662.587186:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610662.587187:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1749610662.587188:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fa32680 x1834598494544000/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610682 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00020000:2.0:1749610662.587189:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000010:1.0:1749610662.587189:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074862a00. 00000400:00000200:0.0:1749610662.587189:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 00000100:00000001:1.0:1749610662.587191:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00010000:00000001:2.0:1749610662.587192:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:0.0:1749610662.587192:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00000100:00000001:1.0:1749610662.587193:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610662.587194:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610662.587196:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:3.0:1749610662.587197:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006fa32680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494544000:12345-0@lo:38:kworker.0 Request processed in 178us (501us total) trans 0 rc -19/-19 00010000:00000001:2.0:1749610662.587197:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610662.587199:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610662.587200:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749610662.587200:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610662.587202:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610662.587203:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749610662.587203:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610662.587203:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074862300 x1834598494543744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610687 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610662.587205:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 288 02000000:00000001:2.0:1749610662.587206:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749610662.587207:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610662.587208:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749610662.587211:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9b80. 00000020:00000010:3.0:1749610662.587214:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c960. 02000000:00000010:2.0:1749610662.587214:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801205e2800. 00000020:00000010:3.0:1749610662.587217:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124200. 02000000:00000001:2.0:1749610662.587217:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610662.587217:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074862300 x1834598494543744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610687 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610662.587220:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610662.587221:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1749610662.587224:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749610662.587227:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610662.587227:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610662.587230:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1749610662.587231:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749610662.587233:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749610662.587236:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:0.0:1749610662.587236:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610662.587239:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610662.587239:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1749610662.587242:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610662.587242:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610662.587245:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749610662.587245:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610662.587249:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:2.0:1749610662.587253:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00001000:0.0:1749610662.587253:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610662 v=5 (0 0 0 0) 02000000:00000001:2.0:1749610662.587256:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00001000:0.0:1749610662.587258:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=85 v=20 (1 1 1 20) 02000000:00000001:2.0:1749610662.587259:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610662.587262:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610662.587263:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1749610662.587265:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610662.587266:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:2.0:1749610662.587269:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ac38. 00000100:00000001:0.0:1749610662.587269:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:2.0:1749610662.587275:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494544256, offset 0 00000100:00000040:0.0:1749610662.587276:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074862300 x1834598494543744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610687 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610662.587282:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610662.587287:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610662.587291:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1749610662.587292:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610662.587294:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610662.587297:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610662.587300:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:2.0:1749610662.587301:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92a180 00000100:00080000:0.0:1749610662.587305:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000200:2.0:1749610662.587308:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x63d1 [1] + 0 00000100:00080000:0.0:1749610662.587309:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610662.587313:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:2.0:1749610662.587315:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749610662.587319:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074862300 x1834598494543744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610687 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610662.587321:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610662.587326:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610662.587333:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074861880 x1834598494544256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610687 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610662.587343:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074862300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494543744:0@lo:38:kworker.0 00000400:00000001:0.0:1749610662.587352:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610662.587355:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749610662.587357:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffbb0. 00000400:00000200:0.0:1749610662.587362:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958212a8 00000400:00000010:0.0:1749610662.587365:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958212a8. 00000100:00000040:2.0:1749610662.587368:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880074861880 x1834598494544256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610687 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610662.587368:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749610662.587373:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074861500 x1834598494543872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610687 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610662.587382:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:0.0:1749610662.587386:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074861500 x1834598494543872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610687 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610662.587389:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ac38 00000400:00000010:2.0:1749610662.587393:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ac38. 00000100:00000001:0.0:1749610662.587396:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610662.587397:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610662.587399:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749610662.587399:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610662.587402:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749610662.587403:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610662.587405:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610662.587407:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1749610662.587408:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610662.587410:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610662.587411:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610662.587413:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610662.587414:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:0.0:1749610662.587420:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610662 v=5 (0 0 0 0) 00000100:00000040:2.0:1749610662.587421:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fa32a00 x1834598494544256/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610682 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749610662.587425:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=67 v=20 (1 1 1 20) 00000100:00000001:0.0:1749610662.587429:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610662.587432:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610662.587435:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:2.0:1749610662.587437:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006fa32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494544256:12345-0@lo:38:kworker.0 Request processed in 275us (399us total) trans 0 rc -19/-19 00000100:00000040:0.0:1749610662.587441:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074861500 x1834598494543872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610687 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610662.587450:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 289 00000100:00000001:0.0:1749610662.587453:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610662.587454:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610662.587456:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749610662.587456:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610662.587459:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749610662.587461:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387880. 00000100:00000001:0.0:1749610662.587461:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610662.587464:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:2.0:1749610662.587466:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be93e8. 00000100:00080000:0.0:1749610662.587468:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000010:2.0:1749610662.587472:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bc800. 00000100:00000001:2.0:1749610662.587476:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749610662.587481:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610662.587485:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610662.587492:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074861500 x1834598494543872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610687 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610662.587503:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074861500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494543872:0@lo:38:kworker.0 00000400:00000001:0.0:1749610662.587511:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610662.587513:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749610662.587516:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffc60. 00000400:00000200:0.0:1749610662.587569:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821088 00000400:00000010:0.0:1749610662.587573:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821088. 00000100:00000001:0.0:1749610662.587578:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749610662.587583:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074862680 x1834598494544000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610687 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610662.587597:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074862680 x1834598494544000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610687 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610662.587607:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610662.587609:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610662.587612:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610662.587615:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610662.587617:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610662.587619:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610662.587622:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610662.587630:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610662 v=5 (0 0 0 0) 00000100:00001000:0.0:1749610662.587634:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=17 v=20 (1 1 1 20) 00000100:00000001:0.0:1749610662.587638:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610662.587640:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610662.587643:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610662.587649:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074862680 x1834598494544000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610687 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610662.587658:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610662.587662:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610662.587673:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610662.587675:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610662.587678:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749610662.587683:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749610662.587687:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610662.587690:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610662.587697:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074862680 x1834598494544000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610687 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610662.587710:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074862680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494544000:0@lo:38:kworker.0 00000100:00000001:0.0:1749610662.587717:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610662.587720:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610662.587724:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074862300 x1834598494543744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610687 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610662.587734:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610662.587737:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610662.587741:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130311c00. 02000000:00000001:0.0:1749610662.587745:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610662.587748:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610662.587750:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1749610662.587753:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610662.587756:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880129e11000. 02000000:00000001:0.0:1749610662.587760:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610662.587762:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610662.587764:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074862300. 00000100:00000001:0.0:1749610662.587768:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610662.587770:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610662.587772:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610662.587777:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074861500 x1834598494543872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610687 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610662.587788:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610662.587790:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610662.587793:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130311400. 02000000:00000001:0.0:1749610662.587805:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610662.587808:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610662.587810:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749610662.587813:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610662.587816:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880129e13800. 02000000:00000001:0.0:1749610662.587820:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610662.587821:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610662.587824:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074861500. 00000100:00000001:0.0:1749610662.587828:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610662.587830:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610662.587833:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610662.587838:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074862680 x1834598494544000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610687 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610662.587849:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610662.587872:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610662.587875:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130311000. 02000000:00000001:0.0:1749610662.587879:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610662.587881:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610662.587883:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749610662.587886:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610662.587888:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880129e13000. 02000000:00000001:0.0:1749610662.587892:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610662.587894:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610662.587896:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074862680. 00000100:00000001:0.0:1749610662.587899:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610662.587901:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610662.587904:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610662.587912:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610662.587914:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1749610662.587918:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610662.587920:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1749610662.587926:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610662.587927:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749610662.587930:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffcb8. 00000400:00000200:0.0:1749610662.587933:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 00000400:00000010:0.0:1749610662.587935:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 00000100:00000001:0.0:1749610662.587938:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749610662.587948:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074861880 x1834598494544256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610687 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610662.587957:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074861880 x1834598494544256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610687 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610662.587964:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610662.587966:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610662.587968:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610662.587970:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610662.587971:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610662.587973:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610662.587975:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610662.587980:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610662 v=5 (0 0 0 0) 00000100:00001000:0.0:1749610662.587983:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=117 v=20 (1 1 20 0) 00000100:00000001:0.0:1749610662.587985:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610662.587987:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610662.587989:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610662.587993:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074861880 x1834598494544256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610687 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610662.587999:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610662.588002:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610662.588003:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610662.588005:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610662.588006:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749610662.588009:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749610662.588011:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610662.588013:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610662.588017:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074861880 x1834598494544256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610687 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610662.588024:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074861880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494544256:0@lo:38:kworker.0 00000100:00000001:0.0:1749610662.588028:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610662.588034:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610662.588038:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074861880 x1834598494544256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610687 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610662.588044:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610662.588046:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610662.588048:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130313800. 02000000:00000001:0.0:1749610662.588050:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610662.588051:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610662.588052:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1749610662.588054:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610662.588056:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880129e13c00. 02000000:00000001:0.0:1749610662.588058:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610662.588059:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610662.588060:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074861880. 00000100:00000001:0.0:1749610662.588063:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610662.588065:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610662.588067:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610662.588068:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610662.588070:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610662.588071:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610662.588073:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610662.608607:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299936066, at 4299936066 00000100:00000010:1.0:1749610662.608617:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b3280. 00000100:00000040:2.0:1749610662.608632:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299936066, at 4299936066 00000100:00000040:0.0:1749610662.608639:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299936066, at 4299936066 00000100:00000010:2.0:1749610662.608646:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b3180. 00000100:00000010:0.0:1749610662.608650:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b3800. 00000100:00000040:3.0:1749610662.608674:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299936066, at 4299936066 00000100:00000010:3.0:1749610662.608685:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b3b40. 00000100:00000001:2.0:1749610662.847678:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610662.847686:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610662.847688:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610662.847693:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610662.847697:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610662.847701:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610662.847704:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610662.847708:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610662.847724:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610663.457617:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610663.457622:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610663.457623:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610663.457626:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610663.457628:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610663.457631:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610663.457633:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610663.457635:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610663.457637:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610663.460576:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610663.460579:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610663.460652:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610663.460656:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610663.460659:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610663.847630:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610663.847636:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610663.847638:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610663.847640:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610663.847642:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610663.847645:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610663.847646:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610663.847649:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610663.847650:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610664.457710:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610664.457720:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610664.457723:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610664.457747:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610664.457753:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610664.457758:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610664.457762:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610664.457767:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610664.457770:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610664.462635:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610664.462641:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749610664.462644:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749610664.462647:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610664.462651:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749610664.462653:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610664.462655:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610664.462657:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610664.462745:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610664.462751:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610664.462755:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610664.847630:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610664.847638:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610664.847641:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610664.847646:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610664.847650:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610664.847653:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610664.847656:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610664.847660:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610664.847663:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610665.457716:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610665.457727:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610665.457731:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610665.457737:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610665.457742:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610665.457747:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610665.457752:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610665.457756:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610665.457760:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610665.464644:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610665.464651:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610665.464790:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610665.464796:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610665.464800:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610665.847707:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610665.847717:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610665.847719:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610665.847724:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610665.847728:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610665.847732:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610665.847735:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610665.847739:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610665.847741:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610666.457633:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610666.457643:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610666.457645:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610666.457650:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610666.457654:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610666.457658:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610666.457662:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610666.457665:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610666.457667:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610666.466622:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610666.466626:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610666.466727:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610666.466734:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610666.466739:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610666.847697:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610666.847707:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610666.847711:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610666.847717:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610666.847745:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610666.847751:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610666.847755:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610666.847760:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610666.847764:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610667.457709:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610667.457718:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610667.457747:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610667.457753:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610667.457757:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610667.457761:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610667.457765:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610667.457768:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610667.457771:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610667.468654:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610667.468659:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610667.468756:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610667.468762:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610667.468767:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610667.587638:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610667.587654:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610667.587656:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610667.587660:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610667.587662:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610667.587665:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610667.587668:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610667.598644:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610667.598652:0:8737:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749610667.598656:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610667.598659:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610667.598662:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610667.598665:0:8737:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610667.598669:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610667.598675:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5268 00000100:00080000:2.0:1749610667.598679:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610667.598682:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610667.598685:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610667.598688:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610667.598690:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610667.598694:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610667.598696:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749610667.598699:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610667.598702:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749610667.598705:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749610667.598707:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749610667.598710:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610667.598712:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610667.598713:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610667.598715:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610667.598731:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749610667.598734:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610667.598737:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610667.598740:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610667.598747:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610667.598750:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610667.598752:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610667.598755:0:8737:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610667.598761:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074861c00. 00000020:00000040:2.0:1749610667.598765:0:8737:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749610667.598769:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610667.598771:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610667.598775:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610667.598777:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610667.598781:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610667.598789:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e0400. 00000100:00000001:2.0:1749610667.598796:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610667.598843:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880074861c00 x1834598494544512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610667.598856:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610667.598860:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610667.598865:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074861c00] to pc [ptlrpcd_rcv+-1] req@ffff880074861c00 x1834598494544512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610667.598893:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610667.598898:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610667.598904:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610667.598906:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610667.598908:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610667.598912:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610667.598915:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5268 00000100:00080000:2.0:1749610667.598919:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610667.598923:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610667.598936:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610667.598939:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610667.598942:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610667.598946:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610667.598948:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000100:00000001:0.0:1749610667.598950:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1749610667.598951:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610667.598954:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000100:00000001:0.0:1749610667.598954:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1749610667.598957:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000001:0.0:1749610667.598957:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1749610667.598960:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749610667.598964:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000040:0.0:1749610667.598966:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074861c00 x1834598494544512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610667.598967:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610667.598970:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610667.598973:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610667.598977:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749610667.598981:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610667.598981:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610667.598983:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610667.598984:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610667.598987:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610667.598988:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749610667.598991:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610667.598992:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610667.598995:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610667.598996:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610667.598999:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00100000:0.0:1749610667.599001:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074861c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494544512:0@lo:38:kworker.0 00000100:00000001:2.0:1749610667.599002:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610667.599006:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074863100. 00000100:00000001:0.0:1749610667.599007:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1749610667.599010:0:8737:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749610667.599012:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610667.599014:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610667.599015:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610667.599016:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610667.599018:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610667.599019:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1749610667.599021:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610667.599023:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610667.599025:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130313800. 02000000:00000001:0.0:1749610667.599028:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610667.599029:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e1400. 00000100:00000001:2.0:1749610667.599034:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610667.599038:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffcb8. 00000100:00100000:2.0:1749610667.599040:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880074863100 x1834598494544640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1749610667.599047:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 00000100:00000001:2.0:1749610667.599052:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000200:0.0:1749610667.599056:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494544512, portal 4 00000100:00000001:2.0:1749610667.599062:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610667.599066:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1749610667.599068:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074863100] to pc [ptlrpcd_rcv+-1] req@ffff880074863100 x1834598494544640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610667.599069:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269164544 : -131939440387072 : ffff880074861c00) 00000100:00000040:0.0:1749610667.599079:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074861c00 x1834598494544512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610667.599081:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610667.599085:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610667.599090:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610667.599091:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610667.599092:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610667.599095:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000040:0.0:1749610667.599096:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610667.599099:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000400:00000010:0.0:1749610667.599099:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821088. 00000100:00080000:2.0:1749610667.599102:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5268 00000100:00000200:0.0:1749610667.599104:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494544512, offset 0 00000100:00080000:2.0:1749610667.599105:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610667.599109:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000400:00000200:0.0:1749610667.599111:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610667.599112:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610667.599115:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610667.599117:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610667.599120:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610667.599122:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:2.0:1749610667.599124:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610667.599127:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000020:00000001:2.0:1749610667.599130:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000400:00000200:0.0:1749610667.599130:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1749610667.599134:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000040:2.0:1749610667.599137:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610667.599140:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610667.599142:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610667.599145:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:0.0:1749610667.599145:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf92a280 00000020:00000040:2.0:1749610667.599149:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00080000:2.0:1749610667.599152:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610667.599155:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610667.599155:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3ded [256] + 9880 02000000:00000001:2.0:1749610667.599158:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610667.599162:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749610667.599166:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749610667.599171:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610667.599172:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610667.599174:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610667.599176:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610667.599179:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749610667.599182:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1749610667.599183:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074861880. 00000020:00000040:2.0:1749610667.599186:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000010:0.0:1749610667.599188:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fa32d80. 02000000:00000001:2.0:1749610667.599189:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610667.599191:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610667.599192:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006fa32d80 x1834598494544512 msgsize 520 00000100:00000001:2.0:1749610667.599194:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610667.599196:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610667.599199:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610667.599199:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:2.0:1749610667.599205:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012eb98000. 00000100:00000001:2.0:1749610667.599210:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610667.599217:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880074861880 x1834598494544768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610667.599228:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610667.599228:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749610667.599232:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610667.599236:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074861880] to pc [ptlrpcd_rcv+-1] req@ffff880074861880 x1834598494544768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610667.599239:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821088 00000400:00000010:0.0:1749610667.599243:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821088. 00000100:00000001:2.0:1749610667.599248:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610667.599248:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:2.0:1749610667.599252:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1749610667.599254:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074861c00 x1834598494544512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610667.599258:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749610667.599262:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074862680. 00000020:00000040:2.0:1749610667.599265:0:8737:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749610667.599266:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610667.599269:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610667.599271:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1749610667.599271:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074861c00 x1834598494544512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610692 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610667.599274:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610667.599279:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5400. 00000100:00000001:0.0:1749610667.599282:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610667.599283:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610667.599285:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:2.0:1749610667.599288:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880074862680 x1834598494544896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610667.599291:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610667.599298:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1272 usecs (2 jiffies) 00000100:00000001:2.0:1749610667.599300:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610667.599303:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610667.599303:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299941058 00000100:00000001:1.0:1749610667.599304:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1749610667.599309:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074862680] to pc [ptlrpcd_00_02+2] req@ffff880074862680 x1834598494544896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610667.599311:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494544512 02000000:00000001:1.0:1749610667.599315:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:0.0:1749610667.599316:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b3800. 00000100:00000001:1.0:1749610667.599319:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610667.599324:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610667.599324:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 02000000:00000001:1.0:1749610667.599329:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610667.599333:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494544512 00000100:00000001:0.0:1749610667.599333:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299941058 00000020:00000001:1.0:1749610667.599336:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:0.0:1749610667.599337:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b3600. 00000020:00000040:1.0:1749610667.599338:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749610667.599340:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610667.599341:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000020:00000001:1.0:1749610667.599343:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610667.599345:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299941058 00000100:00000010:0.0:1749610667.599349:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b3500. 00000100:00000001:0.0:1749610667.599353:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000020:00000001:1.0:1749610667.599354:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610667.599357:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299941058 00000100:00000001:2.0:1749610667.599359:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610667.599359:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125600. 00000100:00000010:0.0:1749610667.599361:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b3380. 00000100:00080000:2.0:1749610667.599363:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000020:00000010:1.0:1749610667.599365:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9d00. 00000100:00000001:0.0:1749610667.599366:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00080000:2.0:1749610667.599369:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610667.599371:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000020:00000010:1.0:1749610667.599371:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c7d0. 00000100:00080000:2.0:1749610667.599374:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1749610667.599376:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610667.599378:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:1.0:1749610667.599378:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610667.599378:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610667.599380:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610667.599382:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5268 00000100:00000001:0.0:1749610667.599382:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610667.599385:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1749610667.599386:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610667.599386:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610667.599389:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610667.599390:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610667.599392:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610667.599395:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610667.599396:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610667.599397:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610667.599398:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610667.599400:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749610667.599402:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749610667.599403:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1749610667.599404:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000100:00000001:0.0:1749610667.599405:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1749610667.599407:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610667.599407:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1749610667.599410:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000100:00000001:1.0:1749610667.599410:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1749610667.599413:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:0.0:1749610667.599413:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074863100 x1834598494544640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610667.599414:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1749610667.599417:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:2.0:1749610667.599421:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00100000:1.0:1749610667.599421:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00000001:2.0:1749610667.599424:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749610667.599425:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134187183488 : -131939522368128 : ffff88006fa32d80) 00000100:00000001:0.0:1749610667.599425:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1749610667.599427:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610667.599427:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610667.599430:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749610667.599431:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:2.0:1749610667.599433:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 02000000:00000001:0.0:1749610667.599434:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749610667.599435:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006fa32d80 x1834598494544512/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749610667.599436:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 02000000:00000001:0.0:1749610667.599437:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610667.599440:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610667.599442:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074863100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494544640:0@lo:38:kworker.0 02000000:00000001:2.0:1749610667.599443:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610667.599447:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610667.599448:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749610667.599450:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610667.599451:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749610667.599453:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00100000:1.0:1749610667.599453:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006fa32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494544512:12345-0@lo:38:kworker.0 02000000:00000001:0.0:1749610667.599453:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610667.599456:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749610667.599458:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1749610667.599459:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494544512 00000100:00000001:2.0:1749610667.599463:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610667.599464:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000010:0.0:1749610667.599466:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130311000. 00000100:00000010:2.0:1749610667.599468:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074861500. 00010000:00000001:1.0:1749610667.599468:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:0.0:1749610667.599469:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610667.599471:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00100000:3.0:1749610667.599474:0:28324:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000400:00000010:0.0:1749610667.599474:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffc60. 02000000:00000001:2.0:1749610667.599475:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1749610667.599477:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610667.599477:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610667.599479:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:0.0:1749610667.599479:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821088. 02000000:00000001:2.0:1749610667.599482:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610667.599484:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610667.599484:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494544640, portal 10 00000100:00000001:3.0:1749610667.599485:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1749610667.599486:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610667.599487:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610667.599487:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610667.599489:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1749610667.599489:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012eb9a800. 00000100:00000001:0.0:1749610667.599490:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269169920 : -131939440381696 : ffff880074863100) 00000100:00000001:3.0:1749610667.599491:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00020000:1.0:1749610667.599492:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749610667.599493:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749610667.599494:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610667.599497:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:0.0:1749610667.599498:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074863100 x1834598494544640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610667.599501:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074862680 x1834598494544896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610667.599501:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880074861500 x1834598494545024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1749610667.599503:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610667.599507:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749610667.599509:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610667.599511:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749610667.599512:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610667.599513:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1749610667.599513:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610667.599514:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610667.599514:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610667.599516:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610667.599516:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958212a8. 02000000:00000001:3.0:1749610667.599517:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:0.0:1749610667.599519:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494544640, offset 0 02000000:00000010:1.0:1749610667.599520:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009cd6b400. 00000100:00000040:2.0:1749610667.599551:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074861500] to pc [ptlrpcd_rcv+-1] req@ffff880074861500 x1834598494545024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610667.599554:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1749610667.599559:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610667.599564:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610667.599564:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610667.599564:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1749610667.599569:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074862680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:28324:1834598494544896:0@lo:400:kworker.0 00000100:00000040:2.0:1749610667.599569:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1749610667.599573:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92a300 00000100:00000001:2.0:1749610667.599574:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1749610667.599576:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000010:2.0:1749610667.599577:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074862300. 02000000:00000001:3.0:1749610667.599580:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1749610667.599581:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 190896 00000020:00000040:2.0:1749610667.599582:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:3.0:1749610667.599583:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610667.599585:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749610667.599586:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1749610667.599588:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1749610667.599589:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749610667.599591:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610667.599593:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7b3000. 00000400:00000200:0.0:1749610667.599594:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1749610667.599596:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610667.599596:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5800. 00000100:00000001:0.0:1749610667.599599:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749610667.599600:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610667.599602:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7948. 00000100:00000200:0.0:1749610667.599602:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:2.0:1749610667.599606:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880074862300 x1834598494545152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:0.0:1749610667.599606:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fa33100. 00000400:00000010:3.0:1749610667.599609:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedd48. 00000100:00000040:0.0:1749610667.599610:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006fa33100 x1834598494544640 msgsize 520 02000000:00000001:1.0:1749610667.599611:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610667.599615:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494544896, portal 10 00000100:00100000:0.0:1749610667.599616:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610667.599617:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610667.599618:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610667.599619:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749610667.599621:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269167232 : -131939440384384 : ffff880074862680) 00000100:00000001:2.0:1749610667.599622:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610667.599623:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749610667.599626:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610667.599626:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:2.0:1749610667.599629:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074862300] to pc [ptlrpcd_00_03+3] req@ffff880074862300 x1834598494545152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749610667.599631:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:3.0:1749610667.599632:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074862680 x1834598494544896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610667.599632:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958212a8 00000400:00000010:0.0:1749610667.599636:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958212a8. 00000100:00000001:0.0:1749610667.599639:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749610667.599643:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610667.599644:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:0.0:1749610667.599644:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074863100 x1834598494544640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610667.599646:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610667.599648:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1749610667.599650:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000010:3.0:1749610667.599651:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eeddd0. 00000100:00000001:1.0:1749610667.599652:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000200:3.0:1749610667.599655:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494544896, offset 0 00000100:00000001:1.0:1749610667.599655:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749610667.599657:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610667.599658:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610667.599661:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610667.599662:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1749610667.599662:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1749610667.599662:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074863100 x1834598494544640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610692 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610667.599664:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610667.599667:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610667.599668:0:8737:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5278) 00000100:00000040:1.0:1749610667.599669:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610667.599673:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000400:00000200:3.0:1749610667.599674:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1749610667.599678:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494544512, offset 0 00000400:00000200:1.0:1749610667.599683:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610667.599686:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf92a400 00000100:00000001:0.0:1749610667.599687:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610667.599690:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749610667.599691:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1749610667.599692:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1749610667.599693:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494544640 02000000:00000001:2.0:1749610667.599696:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610667.599697:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610667.599699:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1749610667.599699:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf92a280 00000100:00000001:2.0:1749610667.599702:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610667.599702:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 877 usecs (1 jiffies) 00000400:00000200:3.0:1749610667.599703:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 191416 00000100:00000001:0.0:1749610667.599705:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299941058 02000000:00000001:2.0:1749610667.599706:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610667.599710:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494544640 00000100:00000001:0.0:1749610667.599710:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299941058 00000400:00000200:3.0:1749610667.599713:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1749610667.599713:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749610667.599713:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299941058 00000020:00000040:2.0:1749610667.599716:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749610667.599716:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299941058 00000400:00000200:3.0:1749610667.599718:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1749610667.599718:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1749610667.599719:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x63e1 [1] + 0 00000100:00000001:0.0:1749610667.599719:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299941058 00000020:00000001:2.0:1749610667.599721:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610667.599723:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299941058 00000020:00000001:2.0:1749610667.599724:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610667.599725:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:1.0:1749610667.599725:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610667.599726:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299941058 00000100:00000200:3.0:1749610667.599728:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:1.0:1749610667.599728:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1749610667.599729:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bc800. 00000100:00000001:0.0:1749610667.599729:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299941058 00000100:00000001:0.0:1749610667.599732:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610667.599733:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000010:3.0:1749610667.599734:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e99dc00. 00000020:00000010:2.0:1749610667.599734:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387880. 00000100:00000001:0.0:1749610667.599735:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610667.599738:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff88008e99dc00 x1834598494544896 msgsize 224 00000020:00000010:2.0:1749610667.599739:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be93e8. 00000100:00000200:1.0:1749610667.599739:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074861c00 x1834598494544512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610692 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610667.599739:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1749610667.599745:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749610667.599745:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1749610667.599745:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074861880 x1834598494544768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610667.599748:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1749610667.599750:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880074861c00 x1834598494544512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610692 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610667.599751:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610667.599756:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610667.599757:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749610667.599757:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610667.599758:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610667.599759:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:0.0:1749610667.599762:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1749610667.599765:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eeddd0 02000000:00000001:0.0:1749610667.599765:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1749610667.599767:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eeddd0. 00000100:00000001:2.0:1749610667.599767:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610667.599768:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610667.599771:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:1.0:1749610667.599772:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000100:00100000:0.0:1749610667.599772:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074861880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494544768:0@lo:38:kworker.0 00000400:00000010:1.0:1749610667.599774:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000100:00000200:3.0:1749610667.599776:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074862680 x1834598494544896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610667.599776:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749610667.599776:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610667.599777:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749610667.599778:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:2.0:1749610667.599779:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494544896 02000000:00000001:0.0:1749610667.599780:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610667.599781:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610667.599781:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610667.599783:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610667.599784:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1749610667.599784:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610667.599786:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749610667.599786:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749610667.599787:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610667.599787:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610667.599789:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074862680 x1834598494544896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610683 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610667.599789:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610667.599790:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610667.599790:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130311400. 00000100:00100000:2.0:1749610667.599793:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494544896 02000000:00000001:0.0:1749610667.599793:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610667.599794:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fa32d80 x1834598494544512/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610687 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610667.599796:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610667.599796:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749610667.599798:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:2.0:1749610667.599798:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000020:00000001:2.0:1749610667.599800:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610667.599802:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610667.599803:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000400:00000010:0.0:1749610667.599804:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffbb0. 00000100:00100000:1.0:1749610667.599831:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006fa32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494544512:12345-0@lo:38:kworker.0 Request processed in 379us (636us total) trans 0 rc -19/-19 00000100:00000040:3.0:1749610667.599835:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 797 usecs (1 jiffies) 00000100:00000001:3.0:1749610667.599839:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299941058 00000020:00000001:2.0:1749610667.599841:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:3.0:1749610667.599842:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299941058 00000100:00100000:1.0:1749610667.599842:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00000001:3.0:1749610667.599844:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299941058 00000020:00000001:2.0:1749610667.599844:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000400:00000010:0.0:1749610667.599844:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958212a8. 00000100:00000001:1.0:1749610667.599845:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610667.599846:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749610667.599847:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299941058 00000100:00000001:3.0:1749610667.599849:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299941058 00000100:00000200:0.0:1749610667.599849:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494544768, portal 10 00000100:00000001:3.0:1749610667.599851:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299941058 00000020:00000010:1.0:1749610667.599852:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9d00. 00000100:00000001:3.0:1749610667.599853:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299941058 00000100:00000001:0.0:1749610667.599853:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610667.599855:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299941058 00000100:00000001:0.0:1749610667.599855:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269163648 : -131939440387968 : ffff880074861880) 00000100:00000001:3.0:1749610667.599857:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610667.599857:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c7d0. 00000100:00000001:2.0:1749610667.599859:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749610667.599860:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125600. 00000020:00000010:2.0:1749610667.599863:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012b677a40. 00000100:00000001:1.0:1749610667.599864:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610667.599865:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074861880 x1834598494544768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610667.599866:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610667.599869:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610667.599871:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1749610667.599873:0:9691:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:0.0:1749610667.599875:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610667.599876:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610667.599878:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1749610667.599878:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610667.599880:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1749610667.599881:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 00000100:00000001:3.0:1749610667.599882:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610667.599883:0:9691:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1749610667.599884:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1749610667.599885:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494544768, offset 0 00000020:00000010:2.0:1749610667.599887:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bc600. 00000100:00000040:3.0:1749610667.599889:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074862300 x1834598494545152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610667.599891:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1749610667.599892:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387800. 00000100:00000001:1.0:1749610667.599895:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1749610667.599896:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9320. 00000100:00000001:3.0:1749610667.599897:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610667.599898:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610667.599898:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610667.599900:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1749610667.599901:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749610667.599904:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610667.599906:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610667.599906:0:9691:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000200:0.0:1749610667.599908:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92a380 00000100:00100000:3.0:1749610667.599909:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074862300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494545152:0@lo:400:kworker.0 00000100:00000001:2.0:1749610667.599909:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610667.599911:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610667.599913:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749610667.599914:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610667.599915:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1749610667.599915:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 191640 02000000:00000001:3.0:1749610667.599917:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610667.599919:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749610667.599920:0:9691:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:0.0:1749610667.599921:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1749610667.599922:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7b2200. 00000100:00000001:1.0:1749610667.599922:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610667.599923:0:9691:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749610667.599924:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1749610667.599925:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610667.599926:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610667.599926:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1749610667.599928:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 179 00000400:00000010:3.0:1749610667.599929:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f79a0. 00000100:00000040:1.0:1749610667.599931:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000001:0.0:1749610667.599931:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000400:00000010:3.0:1749610667.599932:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eeddd0. 00000100:00000001:1.0:1749610667.599933:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134706666496 : -131939002885120 : ffff88008e99dc00) 00000100:00000200:0.0:1749610667.599933:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749610667.599935:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749610667.599936:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494545152, portal 10 00000100:00000010:0.0:1749610667.599937:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fa33480. 00000100:00000001:3.0:1749610667.599938:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1749610667.599939:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008e99dc00 x1834598494544896/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:103/0 lens 224/0 e 0 to 0 dl 1749610678 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610667.599940:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269166336 : -131939440385280 : ffff880074862300) 00000100:00000040:0.0:1749610667.599941:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006fa33480 x1834598494544768 msgsize 520 00000100:00000001:2.0:1749610667.599945:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1749610667.599946:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074862300 x1834598494545152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610667.599948:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1749610667.599948:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610667.599949:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749610667.599951:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b405df40. 00000100:00000001:3.0:1749610667.599953:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:2.0:1749610667.599953:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 290 00000100:00000001:1.0:1749610667.599954:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610667.599955:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610667.599956:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000010:3.0:1749610667.599957:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eede58. 00000100:00000001:2.0:1749610667.599957:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134187184384 : -131939522367232 : ffff88006fa33100) 00000020:00000010:1.0:1749610667.599957:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b405df40. 00000100:00000200:3.0:1749610667.599960:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494545152, offset 0 00000100:00100000:1.0:1749610667.599962:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e99dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:28324:x1834598494544896:12345-0@lo:400:kworker.0 00000400:00000200:0.0:1749610667.599962:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 00000100:00000040:2.0:1749610667.599964:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006fa33100 x1834598494544640/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610667.599965:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494544896 00000400:00000010:0.0:1749610667.599965:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00000020:00000001:1.0:1749610667.599968:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749610667.599969:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:1.0:1749610667.599972:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:1.0:1749610667.599974:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610667.599975:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749610667.599975:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074861880 x1834598494544768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610667.599977:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00100000:2.0:1749610667.599979:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006fa33100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494544640:12345-0@lo:38:kworker.0 00000020:00000001:1.0:1749610667.599980:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:1.0:1749610667.599983:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000200:2.0:1749610667.599986:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494544640 00000100:00000001:0.0:1749610667.599986:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1749610667.599988:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1749610667.599989:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:0.0:1749610667.599992:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074861880 x1834598494544768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610692 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749610667.599993:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:1.0:1749610667.599994:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610667.599995:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf92a500 00000020:00000001:1.0:1749610667.599995:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749610667.599998:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1749610667.600000:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 192160 00000020:00000001:1.0:1749610667.600000:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610667.600002:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1749610667.600003:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610667.600005:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1749610667.600005:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610667.600005:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610667.600007:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749610667.600008:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1749610667.600009:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00020000:2.0:1749610667.600010:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749610667.600013:0:28324:0:(events.c:287:request_in_callback()) Process entered 00010000:00000001:2.0:1749610667.600014:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:3.0:1749610667.600015:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000010:1.0:1749610667.600015:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801322e4800. 02000000:00000001:1.0:1749610667.600017:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749610667.600018:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e99df80. 00010000:00000001:2.0:1749610667.600018:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610667.600018:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610667.600019:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610667.600021:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff88008e99df80 x1834598494545152 msgsize 224 00000100:00000001:2.0:1749610667.600021:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:1.0:1749610667.600021:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610667.600022:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 810 usecs (1 jiffies) 00000100:00000001:2.0:1749610667.600024:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:3.0:1749610667.600025:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000040:1.0:1749610667.600025:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494544896 02000000:00000001:2.0:1749610667.600027:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1749610667.600027:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:0.0:1749610667.600027:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299941058 00000100:00000001:0.0:1749610667.600031:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299941058 00010000:00000200:1.0:1749610667.600032:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008e99dc00 x1834598494544896/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:103/0 lens 224/224 e 0 to 0 dl 1749610678 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610667.600033:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749610667.600034:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299941058 00000400:00000200:3.0:1749610667.600037:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eede58 00000100:00000001:0.0:1749610667.600038:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299941058 00000400:00000010:3.0:1749610667.600039:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eede58. 00010000:00000001:1.0:1749610667.600039:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000010:2.0:1749610667.600040:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007d3bfc00. 00010000:00000001:1.0:1749610667.600041:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610667.600041:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299941058 00000100:00000001:3.0:1749610667.600042:0:28324:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:2.0:1749610667.600043:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610667.600044:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299941058 00000100:00001000:1.0:1749610667.600045:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=22 v=5 (1 1 1 1) 00000100:00000200:3.0:1749610667.600046:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074862300 x1834598494545152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610667.600047:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610667.600048:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299941058 00000100:00000001:1.0:1749610667.600049:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610667.600051:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610667.600051:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299941058 00010000:00000001:2.0:1749610667.600052:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749610667.600053:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610667.600054:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610667.600054:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1749610667.600055:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610667.600056:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:3.0:1749610667.600057:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074862300 x1834598494545152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610683 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610667.600057:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610667.600058:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610667.600059:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749610667.600059:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610667.600062:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610667.600063:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610667.600064:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610667.600064:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000400:00000001:0.0:1749610667.600065:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749610667.600066:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749610667.600067:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000001:0.0:1749610667.600068:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749610667.600069:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610667.600071:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000010:0.0:1749610667.600071:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffcb8. 00000100:00000040:3.0:1749610667.600073:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 768 usecs (1 jiffies) 00000100:00000001:2.0:1749610667.600074:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610667.600075:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299941058 00000100:00000001:3.0:1749610667.600077:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299941058 00000400:00000200:0.0:1749610667.600077:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 00000100:00000001:2.0:1749610667.600078:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:3.0:1749610667.600080:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299941058 00000400:00000010:0.0:1749610667.600080:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 00000100:00000001:3.0:1749610667.600082:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299941058 00000100:00000040:2.0:1749610667.600082:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:0.0:1749610667.600083:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610667.600084:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299941058 00000100:00000200:1.0:1749610667.600085:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494544896, offset 224 02000000:00000001:2.0:1749610667.600086:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749610667.600087:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299941058 00000100:00000001:3.0:1749610667.600089:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299941058 02000000:00000001:2.0:1749610667.600089:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610667.600089:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074861c00 x1834598494544512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610692 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610667.600090:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610667.600091:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299941058 00000100:00000001:2.0:1749610667.600092:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610667.600096:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1749610667.600097:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610667.600098:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610667.600100:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610667.600100:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ac38. 00000100:00000200:0.0:1749610667.600102:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074861c00 x1834598494544512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610692 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610667.600103:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610667.600104:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92a400 00000100:00000001:3.0:1749610667.600105:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749610667.600105:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494544640, offset 0 00000100:00000001:3.0:1749610667.600109:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1749610667.600109:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x63f1 [1] + 224 00000100:00000001:3.0:1749610667.600111:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1749610667.600113:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610667.600113:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610667.600114:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1749610667.600114:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610667.600115:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610667.600116:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610667.600117:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610667.600118:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610667.600119:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610667.600122:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610667.600124:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610667.600127:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610667.600128:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749610667.600131:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610667.600132:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749610667.600136:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074862680 x1834598494544896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610683 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610667.600137:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:0.0:1749610667.600138:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610667 v=5 (0 0 0 0) 00000100:00000001:3.0:1749610667.600140:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610667.600142:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494544768 02000000:00000001:3.0:1749610667.600144:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00001000:0.0:1749610667.600144:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=90 v=20 (1 1 1 20) 00000100:00000001:3.0:1749610667.600146:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1749610667.600146:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92a300 00000100:00000001:3.0:1749610667.600149:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610667.600149:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1749610667.600151:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880074862680 x1834598494544896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610667.600152:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610667.600153:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x63e9 [1] + 0 00000100:00100000:3.0:1749610667.600155:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494544768 00000020:00000001:3.0:1749610667.600157:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610667.600158:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749610667.600159:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:3.0:1749610667.600160:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1749610667.600160:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1749610667.600162:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610667.600162:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:3.0:1749610667.600164:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610667.600164:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610667.600166:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:3.0:1749610667.600168:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3600. 00000100:00000001:2.0:1749610667.600169:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749610667.600170:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074861c00 x1834598494544512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610692 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610667.600171:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000020:00000010:3.0:1749610667.600172:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c480. 00000400:00000010:1.0:1749610667.600174:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000100:00000200:2.0:1749610667.600175:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074863100 x1834598494544640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610692 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610667.600176:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8a28. 00000100:00000001:1.0:1749610667.600176:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610667.600177:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610667.600179:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610667.600180:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610667.600181:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610667.600183:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610667.600183:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610667.600183:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749610667.600185:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:3.0:1749610667.600187:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610667.600187:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610667.600188:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610667.600189:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610667.600190:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880074863100 x1834598494544640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610692 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610667.600190:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1749610667.600190:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610667.600194:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008e99dc00 x1834598494544896/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:103/0 lens 224/224 e 0 to 0 dl 1749610678 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610667.600194:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749610667.600195:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610667.600197:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494545152 02000000:00000001:3.0:1749610667.600198:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610667.600198:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610667.600200:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610667.600202:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610667.600202:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00080000:0.0:1749610667.600202:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749610667.600203:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e99dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:28324:x1834598494544896:12345-0@lo:400:kworker.0 Request processed in 253us (463us total) trans 0 rc 0/0 02000000:00000001:3.0:1749610667.600204:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610667.600206:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494545152 00000100:00080000:0.0:1749610667.600207:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000400:00000200:2.0:1749610667.600208:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ac38 00000100:00100000:1.0:1749610667.600211:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 179 00000100:00000001:0.0:1749610667.600211:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:3.0:1749610667.600212:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:2.0:1749610667.600212:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ac38. 00000020:00000040:3.0:1749610667.600214:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000040:1.0:1749610667.600214:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000020:00000001:3.0:1749610667.600215:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610667.600215:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610667.600217:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:0.0:1749610667.600217:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074861c00 x1834598494544512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610692 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749610667.600218:0:9692:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:1.0:1749610667.600219:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1749610667.600220:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000020:00000001:3.0:1749610667.600222:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000020:00000010:1.0:1749610667.600222:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387800. 00000100:00000001:2.0:1749610667.600223:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610667.600226:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749610667.600227:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9320. 00000020:00000010:3.0:1749610667.600228:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b42117c0. 00000100:00000001:2.0:1749610667.600228:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610667.600230:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074861c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494544512:0@lo:38:kworker.0 00000020:00000010:3.0:1749610667.600232:0:9692:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012b677c80. 00000100:00000040:2.0:1749610667.600232:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000010:1.0:1749610667.600232:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bc600. 00000100:00000001:2.0:1749610667.600235:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610667.600236:0:9692:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000040:1.0:1749610667.600236:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000020:00000010:3.0:1749610667.600237:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b42117c0. 00000100:00000001:0.0:1749610667.600237:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610667.600239:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610667.600239:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610667.600240:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1749610667.600241:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2000. 00000020:00000010:3.0:1749610667.600244:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cb80. 00000100:00000040:2.0:1749610667.600245:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fa33100 x1834598494544640/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610687 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610667.600245:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074861c00 x1834598494544512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610692 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610667.600247:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8af0. 00000100:00000001:1.0:1749610667.600247:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610667.600249:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1749610667.600252:0:9692:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00100000:1.0:1749610667.600253:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 291 00000100:00000001:3.0:1749610667.600254:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610667.600255:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610667.600255:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134187185280 : -131939522366336 : ffff88006fa33480) 00000100:00000001:0.0:1749610667.600256:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749610667.600257:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610667.600259:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006fa33480 x1834598494544768/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610667.600259:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749610667.600261:0:9692:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:2.0:1749610667.600261:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006fa33100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494544640:12345-0@lo:38:kworker.0 Request processed in 281us (647us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749610667.600263:0:9692:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000010:0.0:1749610667.600263:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130313800. 00000100:00000001:3.0:1749610667.600264:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610667.600266:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610667.600268:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1749610667.600271:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1749610667.600271:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749610667.600273:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1749610667.600273:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 290 00000020:00000040:0.0:1749610667.600273:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1749610667.600277:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749610667.600278:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:3.0:1749610667.600279:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 180 00000100:00000001:2.0:1749610667.600279:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000010:0.0:1749610667.600280:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e0400. 00000100:00000040:3.0:1749610667.600281:0:9692:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00100000:1.0:1749610667.600281:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006fa33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494544768:12345-0@lo:38:kworker.0 00000100:00000001:3.0:1749610667.600283:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134706667392 : -131939002884224 : ffff88008e99df80) 00000020:00000010:2.0:1749610667.600284:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387880. 00000100:00000200:1.0:1749610667.600285:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494544768 02000000:00000001:0.0:1749610667.600285:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:1.0:1749610667.600287:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:0.0:1749610667.600287:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1749610667.600289:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008e99df80 x1834598494545152/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:103/0 lens 224/0 e 0 to 0 dl 1749610678 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610667.600289:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000010:2.0:1749610667.600290:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be93e8. 00000100:00000010:0.0:1749610667.600290:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074861c00. 00000020:00000010:2.0:1749610667.600295:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bc800. 00000100:00000001:0.0:1749610667.600295:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000020:00000001:1.0:1749610667.600297:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610667.600298:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749610667.600299:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b42117c0. 00000100:00000001:2.0:1749610667.600299:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610667.600301:0:9692:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00020000:1.0:1749610667.600301:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749610667.600302:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749610667.600303:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b42117c0. 00010000:00000001:1.0:1749610667.600303:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749610667.600306:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610667.600306:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610667.600309:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749610667.600311:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749610667.600311:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1749610667.600313:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e99df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494545152:12345-0@lo:400:kworker.0 02000000:00000001:1.0:1749610667.600313:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749610667.600313:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1749610667.600316:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880118a7dc00. 00000100:00000001:0.0:1749610667.600316:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1749610667.600317:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494545152 02000000:00000001:1.0:1749610667.600318:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610667.600319:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1749610667.600320:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749610667.600320:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610667.600321:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1749610667.600322:0:9692:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00010000:00000001:1.0:1749610667.600323:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1749610667.600324:0:9692:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610667.600325:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610667.600326:0:9692:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1749610667.600328:0:9692:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00001000:1.0:1749610667.600328:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:0.0:1749610667.600328:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074861500 x1834598494545024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610667.600331:0:9692:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1749610667.600331:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749610667.600333:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1749610667.600334:0:9692:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610667.600335:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:3.0:1749610667.600336:0:9692:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749610667.600337:0:9692:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1749610667.600337:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:3.0:1749610667.600339:0:9692:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610667.600339:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610667.600340:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000001:3.0:1749610667.600341:0:9692:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1749610667.600341:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610667.600342:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000040:1.0:1749610667.600343:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610667.600344:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749610667.600344:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749610667.600345:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610667.600346:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:2.0:1749610667.600347:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 02000000:00000001:1.0:1749610667.600347:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610667.600347:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610667.600349:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:3.0:1749610667.600350:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880092b98800. 02000000:00000001:0.0:1749610667.600350:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610667.600351:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1749610667.600352:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610667.600353:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000100:00000001:3.0:1749610667.600355:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610667.600355:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074861500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494545024:0@lo:38:kworker.0 00000100:00000200:1.0:1749610667.600356:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494544768, offset 0 00000020:00000001:3.0:1749610667.600357:0:9692:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749610667.600359:0:9692:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494545152 00000400:00000200:1.0:1749610667.600360:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610667.600360:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00010000:00000001:3.0:1749610667.600362:0:9692:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 02000000:00000001:0.0:1749610667.600364:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00010000:00000200:3.0:1749610667.600366:0:9692:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008e99df80 x1834598494545152/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:103/0 lens 224/224 e 0 to 0 dl 1749610678 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610667.600366:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610667.600369:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749610667.600373:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130313800. 00010000:00000001:3.0:1749610667.600374:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610667.600375:0:9692:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610667.600376:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749610667.600376:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610667.600378:0:9692:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=22 v=5 (1 1 1 1) 00000400:00000010:0.0:1749610667.600380:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffcb8. 00000100:00000001:3.0:1749610667.600382:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610667.600384:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:3.0:1749610667.600386:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000010:0.0:1749610667.600386:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 00000400:00000200:1.0:1749610667.600388:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92a380 02000000:00000001:3.0:1749610667.600389:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610667.600390:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610667.600391:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494545024, portal 10 00000100:00000001:3.0:1749610667.600392:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749610667.600393:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x63fd [1] + 0 00000100:00000001:0.0:1749610667.600394:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1749610667.600395:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610667.600396:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269162752 : -131939440388864 : ffff880074861500) 00000400:00000010:3.0:1749610667.600397:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eede58. 00000400:00000200:1.0:1749610667.600397:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610667.600400:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610667.600404:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749610667.600404:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074861500 x1834598494545024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610667.600406:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494545152, offset 224 00000100:00000200:1.0:1749610667.600408:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074861880 x1834598494544768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610692 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610667.600411:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610667.600413:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610667.600416:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1749610667.600418:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880074861880 x1834598494544768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610692 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610667.600418:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 00000400:00000200:3.0:1749610667.600419:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1749610667.600421:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494545024, offset 0 00000400:00000200:3.0:1749610667.600425:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92a500 00000400:00000200:0.0:1749610667.600425:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610667.600426:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749610667.600432:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6405 [1] + 224 00000400:00000200:0.0:1749610667.600434:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610667.600436:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610667.600436:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000400:00000010:1.0:1749610667.600438:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000400:00000200:3.0:1749610667.600440:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610667.600441:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:0.0:1749610667.600441:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92a480 00000100:00000001:3.0:1749610667.600443:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610667.600443:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:3.0:1749610667.600448:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074862300 x1834598494545152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610683 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610667.600448:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610667.600452:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000200:0.0:1749610667.600453:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 192384 00000100:00000001:1.0:1749610667.600456:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610667.600457:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880074862300 x1834598494545152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610667.600459:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749610667.600459:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610667.600462:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610667.600465:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:1.0:1749610667.600465:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fa33480 x1834598494544768/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610687 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610667.600466:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749610667.600468:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:3.0:1749610667.600470:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eede58 00000100:00000010:0.0:1749610667.600471:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fa33800. 00000400:00000010:3.0:1749610667.600472:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eede58. 00000100:00000001:3.0:1749610667.600474:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:0.0:1749610667.600474:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006fa33800 x1834598494545024 msgsize 520 00000100:00000001:3.0:1749610667.600476:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610667.600478:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610667.600478:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749610667.600480:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006fa33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494544768:12345-0@lo:38:kworker.0 Request processed in 198us (535us total) trans 0 rc -19/-19 00000100:00000040:3.0:1749610667.600481:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00010000:00000001:3.0:1749610667.600484:0:9692:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749610667.600485:0:9692:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610667.600487:0:9692:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1749610667.600492:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008e99df80 x1834598494545152/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:103/0 lens 224/224 e 0 to 0 dl 1749610678 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610667.600493:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 291 00000100:00000001:1.0:1749610667.600497:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610667.600498:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749610667.600501:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:3.0:1749610667.600502:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e99df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494545152:12345-0@lo:400:kworker.0 Request processed in 202us (478us total) trans 0 rc 0/0 00000020:00000010:1.0:1749610667.600503:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c480. 00000020:00000010:1.0:1749610667.600508:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8a28. 00000400:00000200:0.0:1749610667.600508:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 00000100:00100000:3.0:1749610667.600510:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 180 00000400:00000010:0.0:1749610667.600511:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00000100:00000040:3.0:1749610667.600513:0:9692:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000020:00000010:1.0:1749610667.600513:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3600. 00000100:00000001:3.0:1749610667.600515:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610667.600515:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749610667.600517:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749610667.600518:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749610667.600522:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074861500 x1834598494545024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610667.600554:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cb80. 00000020:00000010:3.0:1749610667.600559:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8af0. 00000100:00000001:0.0:1749610667.600565:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610667.600566:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299941058, at 4299941058 00000100:00000001:1.0:1749610667.600567:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:3.0:1749610667.600568:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2000. 00000100:00100000:1.0:1749610667.600570:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494545024 00000100:00000040:0.0:1749610667.600571:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074861500 x1834598494545024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610692 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749610667.600573:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 02000000:00000001:1.0:1749610667.600574:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:2.0:1749610667.600575:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b3500. 00000100:00000001:3.0:1749610667.600576:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610667.600581:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610667.600583:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610667.600583:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610667.600586:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610667.600589:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610667.600589:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610667.600591:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299941058, at 4299941058 00000100:00100000:1.0:1749610667.600592:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494545024 00000020:00000001:1.0:1749610667.600594:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1749610667.600595:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 633 usecs (1 jiffies) 00000020:00000040:1.0:1749610667.600596:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000010:3.0:1749610667.600597:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b3380. 00000020:00000001:1.0:1749610667.600597:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610667.600598:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299941059 00000020:00000001:1.0:1749610667.600599:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610667.600602:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610667.600605:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125600. 00000100:00000001:0.0:1749610667.600605:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4299941058 00000100:00000001:3.0:1749610667.600606:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610667.600608:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1749610667.600609:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9d00. 00000100:00000001:0.0:1749610667.600610:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299941059 00000400:00000001:3.0:1749610667.600612:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:1.0:1749610667.600612:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c7d0. 00000400:00000001:3.0:1749610667.600613:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749610667.600615:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f79a0. 00000100:00000001:0.0:1749610667.600615:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4299941058 00000100:00000001:1.0:1749610667.600616:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1749610667.600618:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eeddd0 00000100:00000001:1.0:1749610667.600618:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610667.600619:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299941059 00000400:00000010:3.0:1749610667.600620:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eeddd0. 00000100:00000001:1.0:1749610667.600620:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610667.600623:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610667.600624:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610667.600624:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b3c00. 00000100:00000200:3.0:1749610667.600627:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074862300 x1834598494545152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610667.600629:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request now active for cpu 2 00000100:00000001:1.0:1749610667.600631:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610667.600633:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299941059 00000100:00000200:3.0:1749610667.600636:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074862300 x1834598494545152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610683 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610667.600637:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000010:0.0:1749610667.600638:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b3d40. 00000100:00000001:1.0:1749610667.600639:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749610667.600642:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request now active for cpu 3 00000100:00000001:3.0:1749610667.600643:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:1.0:1749610667.600643:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 292 00000100:00000001:3.0:1749610667.600644:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610667.600646:0:28324:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749610667.600646:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134187186176 : -131939522365440 : ffff88006fa33800) 02000000:00000001:3.0:1749610667.600648:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610667.600650:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1749610667.600651:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006fa33800 x1834598494545024/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610667.600652:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610667.600654:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610667.600655:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:3.0:1749610667.600659:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=122 v=5 (5 5 5 0) 00000100:00000001:0.0:1749610667.600659:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610667.600660:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006fa33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494545024:12345-0@lo:38:kworker.0 00000100:00001000:3.0:1749610667.600663:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=122 v=5 (1 1 1 0) 00000100:00000200:1.0:1749610667.600664:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494545024 00000400:00000001:0.0:1749610667.600665:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749610667.600666:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000001:1.0:1749610667.600666:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749610667.600667:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610667.600668:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000001:0.0:1749610667.600668:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1749610667.600670:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000010:0.0:1749610667.600671:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffc60. 00010000:00080000:3.0:1749610667.600675:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880074862300 x1834598494545152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610667.600675:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821088 00000020:00000001:1.0:1749610667.600676:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610667.600678:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821088. 00010000:00020000:1.0:1749610667.600680:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749610667.600681:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:3.0:1749610667.600682:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610667.600682:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749610667.600684:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610667.600685:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1749610667.600687:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:1.0:1749610667.600687:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000200:0.0:1749610667.600687:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074863100 x1834598494544640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610692 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610667.600693:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749610667.600695:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 02000000:00000001:1.0:1749610667.600696:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749610667.600697:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610667.600700:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074863100 x1834598494544640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610692 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610667.600701:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074862300 x1834598494545152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610667.600708:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610667.600710:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:1.0:1749610667.600710:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880118a7d400. 00000100:00000001:0.0:1749610667.600711:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610667.600712:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749610667.600712:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610667.600713:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610667.600714:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610667.600715:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074862300 x1834598494545152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610683 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610667.600715:0:28320:0:(client.c:1550:after_reply()) Process entered 00010000:00000001:1.0:1749610667.600717:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1749610667.600718:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00010000:00000001:1.0:1749610667.600719:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610667.600721:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1749610667.600722:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074862300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494545152:0@lo:400:kworker.0 00000100:00001000:1.0:1749610667.600722:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749610667.600724:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610667.600725:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749610667.600727:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1749610667.600727:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749610667.600728:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749610667.600729:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1749610667.600730:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000010:3.0:1749610667.600731:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7948. 00000100:00000001:1.0:1749610667.600732:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:3.0:1749610667.600733:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedd48 00000100:00000001:1.0:1749610667.600734:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00001000:0.0:1749610667.600734:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610667 v=5 (0 0 0 0) 00000400:00000010:3.0:1749610667.600735:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedd48. 00000100:00000001:3.0:1749610667.600737:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:1.0:1749610667.600737:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:1.0:1749610667.600739:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00001000:0.0:1749610667.600739:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=72 v=20 (1 1 1 20) 00000100:00000200:3.0:1749610667.600740:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074862680 x1834598494544896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610667.600741:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610667.600743:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610667.600743:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1749610667.600746:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610667.600746:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:1.0:1749610667.600748:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000100:00000200:3.0:1749610667.600749:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074862680 x1834598494544896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610683 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610667.600749:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:1.0:1749610667.600752:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494545024, offset 0 00000100:00000040:0.0:1749610667.600754:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074863100 x1834598494544640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610692 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610667.600755:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610667.600756:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749610667.600756:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610667.600758:0:28324:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749610667.600759:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610667.600761:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610667.600761:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610667.600762:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610667.600763:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1749610667.600764:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610667.600764:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610667.600766:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1749610667.600767:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=22 v=5 (5 5 5 5) 00000100:00000001:0.0:1749610667.600768:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000400:00000200:1.0:1749610667.600769:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92a480 00000100:00000001:0.0:1749610667.600769:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00001000:3.0:1749610667.600770:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=22 v=5 (1 1 1 1) 00000100:00080000:0.0:1749610667.600772:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749610667.600773:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1749610667.600773:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6419 [1] + 0 00000100:00000001:3.0:1749610667.600774:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610667.600775:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00080000:0.0:1749610667.600775:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00010000:00080000:3.0:1749610667.600778:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880074862680 x1834598494544896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610667.600778:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610667.600781:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610667.600783:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610667.600785:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749610667.600788:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074861500 x1834598494545024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610692 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610667.600788:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074863100 x1834598494544640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610692 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610667.600790:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610667.600792:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1749610667.600794:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1749610667.600795:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749610667.600796:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610667.600796:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074863100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494544640:0@lo:38:kworker.0 00000100:00000040:1.0:1749610667.600798:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880074861500 x1834598494545024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610692 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610667.600800:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074862680 x1834598494544896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749610667.600802:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610667.600804:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749610667.600828:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:0.0:1749610667.600829:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffbb0. 00000100:00000001:3.0:1749610667.600835:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749610667.600835:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958212a8 00000100:00000001:3.0:1749610667.600837:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:0.0:1749610667.600837:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958212a8. 00000100:00000001:3.0:1749610667.600838:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610667.600840:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:3.0:1749610667.600842:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074862680 x1834598494544896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610683 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610667.600844:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074861880 x1834598494544768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610692 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610667.600846:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000100:00100000:3.0:1749610667.600849:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074862680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:28324:1834598494544896:0@lo:400:kworker.0 00000100:00000200:0.0:1749610667.600853:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074861880 x1834598494544768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610692 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610667.600854:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749610667.600854:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000100:00000001:3.0:1749610667.600856:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610667.600857:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:3.0:1749610667.600859:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074862300 x1834598494545152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610683 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610667.600859:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749610667.600860:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610667.600862:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610667.600863:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610667.600864:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749610667.600865:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1749610667.600866:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:0.0:1749610667.600866:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1749610667.600867:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1749610667.600867:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000010:3.0:1749610667.600869:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7b2200. 00000100:00000001:1.0:1749610667.600869:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610667.600869:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610667.600871:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610667.600871:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610667.600872:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610667.600873:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610667.600875:0:28324:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000040:1.0:1749610667.600876:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fa33800 x1834598494545024/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610687 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749610667.600876:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610667 v=5 (0 0 0 0) 00000020:00000001:3.0:1749610667.600877:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749610667.600879:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5800. 00000100:00001000:0.0:1749610667.600879:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=22 v=20 (1 1 1 20) 02000000:00000001:3.0:1749610667.600881:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1749610667.600881:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1749610667.600883:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1749610667.600883:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000010:3.0:1749610667.600885:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074862300. 00000100:00100000:1.0:1749610667.600885:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006fa33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494545024:12345-0@lo:38:kworker.0 Request processed in 224us (408us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749610667.600885:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610667.600888:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610667.600889:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610667.600889:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074861880 x1834598494544768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610692 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610667.600891:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1749610667.600892:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 292 00000100:00000001:1.0:1749610667.600895:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610667.600896:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749610667.600896:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610667.600898:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1749610667.600899:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074862680 x1834598494544896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610683 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610667.600899:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749610667.600900:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9d00. 00000020:00000010:1.0:1749610667.600903:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c7d0. 00000100:00000001:3.0:1749610667.600906:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000010:1.0:1749610667.600906:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125600. 00000100:00000001:0.0:1749610667.600907:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 02000000:00000001:3.0:1749610667.600908:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610667.600909:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7b3000. 00000100:00000001:1.0:1749610667.600909:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610667.600909:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:3.0:1749610667.600911:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:0.0:1749610667.600911:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000001:3.0:1749610667.600912:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610667.600914:0:28324:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00080000:0.0:1749610667.600914:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000020:00000001:3.0:1749610667.600915:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1749610667.600916:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000010:3.0:1749610667.600917:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5400. 02000000:00000001:3.0:1749610667.600919:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610667.600920:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610667.600921:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074862680. 00000100:00000040:0.0:1749610667.600921:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074861880 x1834598494544768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610692 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610667.600923:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610667.600924:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610667.600926:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749610667.600928:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074861880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494544768:0@lo:38:kworker.0 00000100:00000001:3.0:1749610667.600931:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610667.600932:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610667.600932:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610667.600934:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610667.600934:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610667.600936:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610667.600937:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074863100 x1834598494544640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610692 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610667.600944:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610667.600946:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610667.600948:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130311000. 02000000:00000001:0.0:1749610667.600951:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610667.600953:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610667.600955:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749610667.600957:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610667.600959:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e1400. 02000000:00000001:0.0:1749610667.600961:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610667.600963:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610667.600965:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074863100. 00000100:00000001:0.0:1749610667.600968:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610667.600969:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610667.600971:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610667.600973:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074861880 x1834598494544768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610692 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610667.600979:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610667.600980:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610667.600982:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130311400. 02000000:00000001:0.0:1749610667.600984:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610667.600989:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610667.600991:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749610667.600993:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610667.600995:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012eb98000. 02000000:00000001:0.0:1749610667.601000:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610667.601002:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610667.601003:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074861880. 00000100:00000001:0.0:1749610667.601005:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610667.601007:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610667.601008:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610667.601013:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610667.601015:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610667.601017:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610667.601018:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1749610667.601021:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610667.601023:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749610667.601024:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffcb8. 00000400:00000200:0.0:1749610667.601027:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 00000400:00000010:0.0:1749610667.601029:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 00000100:00000001:0.0:1749610667.601031:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749610667.601034:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074861500 x1834598494545024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610692 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610667.601043:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074861500 x1834598494545024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610692 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610667.601049:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610667.601050:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610667.601052:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610667.601053:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610667.601054:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610667.601056:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610667.601058:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610667.601061:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610667 v=5 (0 0 0 0) 00000100:00001000:0.0:1749610667.601064:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=122 v=20 (1 1 20 0) 00000100:00000001:0.0:1749610667.601066:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610667.601067:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610667.601069:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610667.601073:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074861500 x1834598494545024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610692 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610667.601084:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610667.601087:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610667.601088:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610667.601090:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610667.601091:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749610667.601094:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749610667.601096:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610667.601098:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610667.601102:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074861500 x1834598494545024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610692 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610667.601109:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074861500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494545024:0@lo:38:kworker.0 00000100:00000001:0.0:1749610667.601113:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610667.601114:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610667.601117:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074861500 x1834598494545024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610692 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610667.601123:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610667.601124:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610667.601126:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130313800. 02000000:00000001:0.0:1749610667.601128:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610667.601129:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610667.601130:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1749610667.601132:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610667.601133:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012eb9a800. 02000000:00000001:0.0:1749610667.601137:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610667.601138:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610667.601139:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074861500. 00000100:00000001:0.0:1749610667.601141:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610667.601142:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610667.601144:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610667.601146:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610667.601151:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610667.601153:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610667.601155:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610667.601587:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299941059, at 4299941059 00000100:00000040:0.0:1749610667.601587:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299941059, at 4299941059 00000100:00000010:2.0:1749610667.601600:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b3c00. 00000100:00000040:3.0:1749610667.601608:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299941059, at 4299941059 00000100:00000010:3.0:1749610667.601623:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b3d40. 00000100:00000040:1.0:1749610667.601628:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299941059, at 4299941059 00000100:00000010:0.0:1749610667.601637:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b3800. 00000100:00000010:1.0:1749610667.601639:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b3600. 00000100:00000001:2.0:1749610667.847634:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610667.847641:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610667.847643:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610667.847647:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610667.847650:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610667.847654:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610667.847657:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610667.847660:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610667.847662:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610668.457634:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610668.457640:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610668.457641:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610668.457645:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610668.457647:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610668.457649:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610668.457652:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610668.457654:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610668.457655:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610668.470603:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610668.470606:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610668.470692:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610668.470696:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610668.470698:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610668.600657:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610668.600670:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610668.600672:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610668.600688:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610668.600690:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610668.600694:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610668.600696:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610668.847570:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610668.847574:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610668.847576:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610668.847578:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610668.847580:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610668.847583:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610668.847584:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610668.847587:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610668.847588:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610669.457621:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610669.457627:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610669.457629:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610669.457631:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610669.457634:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610669.457636:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610669.457638:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610669.457640:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610669.457641:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610669.472624:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610669.472626:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610669.472684:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610669.472688:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610669.472691:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610669.600646:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610669.600657:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610669.600658:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610669.600662:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610669.600663:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610669.600666:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610669.600667:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610669.847651:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610669.847658:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610669.847660:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610669.847665:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610669.847669:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610669.847674:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610669.847677:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610669.847681:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610669.847685:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610670.457671:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610670.457680:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610670.457682:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610670.457687:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610670.457716:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610670.457720:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610670.457729:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610670.457732:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610670.457734:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610670.474651:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610670.474656:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610670.474815:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610670.474821:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610670.474825:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610670.600688:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610670.600706:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610670.600709:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610670.600714:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610670.600717:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610670.600721:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610670.600724:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610670.847667:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610670.847676:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610670.847678:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610670.847683:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610670.847687:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610670.847692:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610670.847695:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610670.847716:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610670.847718:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749610671.256748:0:28316:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610671.256763:0:28316:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749610671.256768:0:28316:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610671.256770:0:28316:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610671.256811:0:28316:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.202.106@tcp(192.168.202.106@tcp) <- 192.168.202.6@tcp : PUT - for me 00000400:00000200:0.0:1749610671.256831:0:28316:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.6@tcp of length 520 into portal 26 MB=0x6848ee5f00c00 00000400:00000100:0.0:1749610671.256840:0:28316:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-192.168.202.6@tcp portal 26 match 1834599138200576 offset 0 length 520: 4 00000400:00000200:0.0:1749610671.256845:0:28316:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88006dfe5ce0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1749610671.256848:0:28316:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1749610671.256859:0:28316:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610671.256873:0:28316:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749610671.256876:0:28316:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610671.256879:0:28316:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610671.457615:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610671.457620:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610671.457622:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610671.457627:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610671.457630:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610671.457633:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610671.457637:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610671.457640:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610671.457642:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610671.476639:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610671.476645:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610671.476820:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610671.476827:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610671.476831:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610671.600629:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610671.600643:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610671.600646:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610671.600650:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610671.600652:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610671.600655:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610671.600658:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610671.847688:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610671.847694:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610671.847697:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610671.847700:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610671.847704:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610671.847707:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610671.847710:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610671.847714:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610671.847716:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610672.457724:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610672.457734:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610672.457737:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610672.457744:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610672.457749:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610672.457753:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610672.457757:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610672.457811:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610672.457816:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610672.478690:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610672.478696:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610672.478849:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610672.478856:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610672.478860:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610672.600674:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610672.600695:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610672.600699:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610672.600706:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610672.600710:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610672.600715:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610672.600719:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610672.606623:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610672.606649:0:8737:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749610672.606652:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610672.606656:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610672.606659:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610672.606661:0:8737:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610672.606666:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610672.606673:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5273 00000100:00080000:2.0:1749610672.606679:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610672.606684:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610672.606688:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610672.606691:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610672.606695:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610672.606701:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610672.606704:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749610672.606709:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610672.606713:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749610672.606717:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749610672.606722:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749610672.606726:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610672.606729:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610672.606732:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610672.606735:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610672.606740:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749610672.606744:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610672.606748:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610672.606752:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610672.606789:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610672.606794:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610672.606798:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610672.606810:0:8737:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610672.606817:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074862a00. 00000020:00000040:2.0:1749610672.606821:0:8737:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749610672.606826:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610672.606828:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610672.606831:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610672.606833:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610672.606838:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610672.606849:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88011154b800. 00000100:00000001:2.0:1749610672.606857:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610672.606867:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880074862a00 x1834598494545280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610672.606879:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610672.606884:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610672.606888:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074862a00] to pc [ptlrpcd_rcv+-1] req@ffff880074862a00 x1834598494545280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610672.606919:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610672.606922:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610672.606926:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610672.606928:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610672.606930:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610672.606933:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610672.606935:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5273 00000100:00080000:2.0:1749610672.606938:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610672.606940:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610672.606943:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610672.606944:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610672.606946:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610672.606948:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610672.606950:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749610672.606952:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610672.606954:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749610672.606961:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749610672.606964:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749610672.606967:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610672.606969:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610672.606971:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610672.606973:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610672.606975:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749610672.606978:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610672.606980:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610672.606982:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610672.606985:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610672.606988:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610672.606989:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610672.606991:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610672.606994:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074863800. 00000020:00000040:2.0:1749610672.606996:0:8737:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749610672.606999:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610672.607000:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610672.607002:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610672.607003:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610672.607004:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610672.607011:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e1400. 00000100:00000001:2.0:1749610672.607014:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610672.607018:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1749610672.607019:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880074863800 x1834598494545408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610672.607024:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610672.607027:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610672.607027:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749610672.607029:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610672.607032:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074863800] to pc [ptlrpcd_rcv+-1] req@ffff880074863800 x1834598494545408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610672.607041:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610672.607044:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610672.607047:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610672.607054:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610672.607056:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610672.607059:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610672.607061:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5273 00000100:00000040:0.0:1749610672.607061:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074862a00 x1834598494545280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749610672.607064:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610672.607067:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610672.607068:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610672.607070:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610672.607072:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610672.607074:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610672.607075:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000100:00000001:0.0:1749610672.607075:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1749610672.607076:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610672.607077:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610672.607078:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000020:00000001:2.0:1749610672.607080:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 02000000:00000001:0.0:1749610672.607081:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1749610672.607082:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 02000000:00000001:0.0:1749610672.607084:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749610672.607085:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610672.607086:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1749610672.607087:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610672.607088:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610672.607090:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00100000:0.0:1749610672.607091:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074862a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494545280:0@lo:38:kworker.0 00000020:00000040:2.0:1749610672.607092:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00080000:2.0:1749610672.607094:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610672.607096:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610672.607096:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749610672.607098:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610672.607100:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610672.607101:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610672.607102:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610672.607103:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610672.607105:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 02000000:00000001:0.0:1749610672.607105:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749610672.607106:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610672.607109:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074861500. 00000020:00000040:2.0:1749610672.607111:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749610672.607113:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610672.607114:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610672.607116:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:0.0:1749610672.607116:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130313800. 02000000:00000001:0.0:1749610672.607118:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610672.607122:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610672.607124:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610672.607125:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffcb8. 02000000:00000010:2.0:1749610672.607128:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e0400. 00000100:00000001:2.0:1749610672.607131:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610672.607133:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 00000100:00100000:2.0:1749610672.607135:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880074861500 x1834598494545536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1749610672.607141:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494545280, portal 4 00000100:00000001:2.0:1749610672.607142:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610672.607144:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610672.607144:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610672.607146:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269168128 : -131939440383488 : ffff880074862a00) 00000100:00000040:2.0:1749610672.607147:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074861500] to pc [ptlrpcd_rcv+-1] req@ffff880074861500 x1834598494545536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610672.607155:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610672.607155:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074862a00 x1834598494545280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610672.607157:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749610672.607161:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1749610672.607163:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000010:2.0:1749610672.607164:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074861880. 00000020:00000040:2.0:1749610672.607166:0:8737:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000040:0.0:1749610672.607167:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610672.607168:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610672.607169:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1749610672.607170:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958212a8. 02000000:00000001:2.0:1749610672.607171:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610672.607173:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494545280, offset 0 02000000:00000010:2.0:1749610672.607174:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5b00. 00000100:00000001:2.0:1749610672.607176:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610672.607179:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749610672.607180:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880074861880 x1834598494545664/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610672.607187:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610672.607189:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610672.607194:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074861880] to pc [ptlrpcd_00_00+0] req@ffff880074861880 x1834598494545664/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610672.607195:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610672.607207:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf92a580 00000400:00000200:0.0:1749610672.607215:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3ded [256] + 10400 00000100:00000001:2.0:1749610672.607224:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610672.607224:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00080000:2.0:1749610672.607227:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000200:0.0:1749610672.607228:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00080000:2.0:1749610672.607231:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610672.607232:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610672.607234:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610672.607234:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749610672.607236:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:2.0:1749610672.607243:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610672.607245:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5273 00000100:00000010:0.0:1749610672.607246:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fa33b80. 00000100:00080000:2.0:1749610672.607248:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610672.607250:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000040:0.0:1749610672.607250:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006fa33b80 x1834598494545280 msgsize 520 00000100:00000001:2.0:1749610672.607253:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610672.607255:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00100000:0.0:1749610672.607255:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749610672.607257:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610672.607259:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610672.607260:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:2.0:1749610672.607262:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610672.607264:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:2.0:1749610672.607266:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:2.0:1749610672.607268:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:2.0:1749610672.607270:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610672.607272:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610672.607274:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610672.607276:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610672.607278:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00000001:0.0:1749610672.607279:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00080000:2.0:1749610672.607280:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610672.607282:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610672.607284:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610672.607287:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610672.607289:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610672.607289:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958212a8 00000100:00000001:2.0:1749610672.607291:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000400:00000010:0.0:1749610672.607291:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958212a8. 00000100:00000001:2.0:1749610672.607292:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610672.607295:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074863100. 00000100:00000001:0.0:1749610672.607295:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000040:2.0:1749610672.607297:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1749610672.607299:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610672.607300:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610672.607300:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074862a00 x1834598494545280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610672.607302:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610672.607303:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610672.607305:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610672.607309:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610672.607312:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074862a00 x1834598494545280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610697 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610672.607313:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880129e13c00. 00000100:00000001:2.0:1749610672.607317:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610672.607317:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610672.607319:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610672.607321:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880074863100 x1834598494545792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610672.607321:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749610672.607325:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610672.607326:0:28322:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1749610672.607329:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749610672.607329:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610672.607330:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1272 usecs (2 jiffies) 00000100:00000001:2.0:1749610672.607331:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610672.607334:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074863100] to pc [ptlrpcd_rcv+-1] req@ffff880074863100 x1834598494545792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610672.607334:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299946066 00000100:00000001:1.0:1749610672.607338:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:0.0:1749610672.607338:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b3800. 00000100:00000001:1.0:1749610672.607341:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610672.607342:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610672.607344:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1749610672.607344:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610672.607344:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:1.0:1749610672.607346:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610672.607347:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1749610672.607349:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1749610672.607350:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074862680. 00000100:00000001:0.0:1749610672.607351:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299946066 00000020:00000040:2.0:1749610672.607352:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000010:0.0:1749610672.607353:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b3b80. 00000100:00000001:2.0:1749610672.607354:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610672.607355:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1749610672.607356:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 02000000:00000001:2.0:1749610672.607357:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610672.607359:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299946066 02000000:00000010:2.0:1749610672.607360:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5700. 00000100:00000040:1.0:1749610672.607360:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074861880 x1834598494545664/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610672.607362:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610672.607363:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b3600. 00000100:00000040:2.0:1749610672.607365:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880074862680 x1834598494545920/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749610672.607366:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749610672.607366:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:0.0:1749610672.607369:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299946066 00000100:00000001:2.0:1749610672.607372:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000010:0.0:1749610672.607372:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b3d40. 00000100:00100000:3.0:1749610672.607373:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494545280 00000100:00000001:2.0:1749610672.607374:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610672.607374:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:1.0:1749610672.607376:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1749610672.607377:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610672.607377:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749610672.607378:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074862680] to pc [ptlrpcd_00_01+1] req@ffff880074862680 x1834598494545920/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610672.607379:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610672.607380:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610672.607381:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1749610672.607383:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749610672.607383:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610672.607385:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610672.607386:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610672.607387:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610672.607390:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610672.607391:0:8737:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5283) 00000100:00000001:0.0:1749610672.607396:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610672.607398:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749610672.607400:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610672.607400:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1749610672.607402:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610672.607402:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610672.607403:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:1.0:1749610672.607407:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074861880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:28322:1834598494545664:0@lo:400:kworker.0 00000100:00100000:3.0:1749610672.607408:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494545280 00000100:00000040:0.0:1749610672.607408:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074863800 x1834598494545408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610672.607412:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610672.607414:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749610672.607414:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749610672.607415:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610672.607416:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1749610672.607417:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1749610672.607418:0:28321:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 02000000:00000001:1.0:1749610672.607418:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749610672.607418:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610672.607420:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610672.607420:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749610672.607421:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610672.607421:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1749610672.607423:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610672.607423:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610672.607424:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1749610672.607425:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610672.607426:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610672.607428:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749610672.607428:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074863800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494545408:0@lo:38:kworker.0 02000000:00000010:1.0:1749610672.607429:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d125600. 00000100:00000001:2.0:1749610672.607430:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1749610672.607431:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3000. 00000100:00000001:0.0:1749610672.607431:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749610672.607433:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610672.607434:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749610672.607435:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610672.607437:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749610672.607438:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1749610672.607440:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cb80. 00000100:00000001:2.0:1749610672.607440:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1749610672.607440:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db9a0. 02000000:00000010:0.0:1749610672.607440:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130311400. 02000000:00000001:0.0:1749610672.607442:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610672.607444:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074862680 x1834598494545920/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610672.607445:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8af0. 00000400:00000010:0.0:1749610672.607445:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffbb0. 00000400:00000010:1.0:1749610672.607447:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000400:00000010:0.0:1749610672.607449:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958212a8. 00000100:00000001:3.0:1749610672.607451:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610672.607452:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610672.607453:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610672.607454:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610672.607454:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494545664, portal 10 00000100:00000200:0.0:1749610672.607454:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494545408, portal 10 00000100:00000001:3.0:1749610672.607455:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610672.607456:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1749610672.607457:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749610672.607457:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610672.607458:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269171712 : -131939440379904 : ffff880074863800) 02000000:00000001:2.0:1749610672.607459:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610672.607460:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269163648 : -131939440387968 : ffff880074861880) 02000000:00000001:2.0:1749610672.607461:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610672.607462:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610672.607464:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074862680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494545920:0@lo:400:kworker.0 00000100:00000040:0.0:1749610672.607464:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074863800 x1834598494545408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610672.607468:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749610672.607470:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749610672.607471:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1749610672.607472:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074861880 x1834598494545664/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610672.607473:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610672.607473:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610672.607474:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749610672.607474:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821088. 02000000:00000001:2.0:1749610672.607475:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749610672.607477:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009c9bc800. 00000100:00000200:0.0:1749610672.607477:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494545408, offset 0 02000000:00000001:2.0:1749610672.607479:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610672.607480:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:2.0:1749610672.607484:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fecb8. 00000100:00000001:1.0:1749610672.607485:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:0.0:1749610672.607486:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610672.607488:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000010:2.0:1749610672.607488:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ac38. 00000100:00000040:1.0:1749610672.607489:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610672.607490:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1749610672.607491:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92a600 00000100:00000200:2.0:1749610672.607493:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494545920, portal 10 00000400:00000010:1.0:1749610672.607493:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 00000100:00000001:2.0:1749610672.607495:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00100000:3.0:1749610672.607496:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00000001:2.0:1749610672.607497:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269167232 : -131939440384384 : ffff880074862680) 00000100:00000200:1.0:1749610672.607498:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494545664, offset 0 00000100:00000001:3.0:1749610672.607499:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134187187072 : -131939522364544 : ffff88006fa33b80) 00000400:00000200:0.0:1749610672.607502:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 192904 00000100:00000040:2.0:1749610672.607503:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074862680 x1834598494545920/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610672.607505:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006fa33b80 x1834598494545280/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610692 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610672.607508:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610672.607508:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610672.607510:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:0.0:1749610672.607511:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749610672.607513:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610672.607515:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000100:00000001:0.0:1749610672.607517:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00100000:3.0:1749610672.607518:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006fa33b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494545280:12345-0@lo:38:kworker.0 00000100:00000200:2.0:1749610672.607518:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494545920, offset 0 00000400:00000200:1.0:1749610672.607519:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1749610672.607519:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:2.0:1749610672.607554:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610672.607563:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:0.0:1749610672.607563:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099880000. 00000100:00000200:3.0:1749610672.607564:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494545280 00000100:00000040:0.0:1749610672.607566:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880099880000 x1834598494545408 msgsize 520 00000020:00000001:3.0:1749610672.607568:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:2.0:1749610672.607571:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf92a800 00000100:00100000:0.0:1749610672.607571:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:3.0:1749610672.607572:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:2.0:1749610672.607576:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 193424 00000100:00000001:0.0:1749610672.607578:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749610672.607582:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610672.607584:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821088 00000400:00000200:2.0:1749610672.607585:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1749610672.607586:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610672.607586:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821088. 00000100:00000001:0.0:1749610672.607588:0:28320:0:(events.c:35:request_out_callback()) Process entered 00010000:00020000:3.0:1749610672.607590:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:0.0:1749610672.607593:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074863800 x1834598494545408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610672.607594:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610672.607596:0:28321:0:(events.c:287:request_in_callback()) Process entered 00010000:00000001:3.0:1749610672.607597:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:2.0:1749610672.607598:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749610672.607601:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000010:2.0:1749610672.607601:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074862300. 00000100:00000001:0.0:1749610672.607601:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610672.607603:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074863800 x1834598494545408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610697 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610672.607604:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1749610672.607604:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff880074862300 x1834598494545920 msgsize 224 02000000:00000001:3.0:1749610672.607607:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:2.0:1749610672.607609:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610672.607610:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610672.607612:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749610672.607615:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610672.607617:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:0.0:1749610672.607618:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 882 usecs (1 jiffies) 02000000:00000010:3.0:1749610672.607619:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880092b98c00. 00000100:00000001:0.0:1749610672.607620:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299946066 02000000:00000001:3.0:1749610672.607621:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610672.607623:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 00000100:00000001:0.0:1749610672.607623:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299946066 00000100:00000001:3.0:1749610672.607624:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610672.607625:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 00000100:00000001:0.0:1749610672.607626:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299946066 00010000:00000001:3.0:1749610672.607628:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749610672.607628:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749610672.607628:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299946066 00000100:00000001:0.0:1749610672.607630:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299946066 00010000:00000001:3.0:1749610672.607631:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610672.607632:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074862680 x1834598494545920/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610672.607632:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299946066 00000100:00001000:3.0:1749610672.607634:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749610672.607634:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299946066 00000100:00000001:0.0:1749610672.607636:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299946066 00000100:00000001:3.0:1749610672.607638:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749610672.607638:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610672.607641:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610672.607641:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610672.607644:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074862680 x1834598494545920/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610688 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610672.607645:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610672.607645:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610672.607647:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610672.607647:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1749610672.607649:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf92a700 00000100:00000001:3.0:1749610672.607650:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749610672.607651:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610672.607652:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1749610672.607652:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074861500 x1834598494545536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610672.607653:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:3.0:1749610672.607656:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749610672.607657:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610672.607658:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610672.607658:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be5 [64] + 193648 00000100:00000001:0.0:1749610672.607659:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610672.607660:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610672.607660:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 770 usecs (1 jiffies) 00000100:00000001:0.0:1749610672.607661:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610672.607662:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610672.607663:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299946066 02000000:00000001:0.0:1749610672.607663:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749610672.607665:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1749610672.607666:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedd48. 00000100:00000001:2.0:1749610672.607666:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299946066 00000400:00000200:1.0:1749610672.607667:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749610672.607667:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610672.607669:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299946066 00000100:00000200:3.0:1749610672.607670:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494545280, offset 0 00000100:00100000:0.0:1749610672.607670:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074861500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494545536:0@lo:38:kworker.0 00000100:00000001:2.0:1749610672.607671:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299946066 00000100:00000001:2.0:1749610672.607673:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299946066 00000400:00000200:1.0:1749610672.607673:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610672.607674:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1749610672.607675:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610672.607676:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299946066 02000000:00000001:0.0:1749610672.607676:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749610672.607677:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299946066 02000000:00000001:0.0:1749610672.607677:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610672.607679:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749610672.607680:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299946066 00000100:00000001:1.0:1749610672.607680:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749610672.607682:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1749610672.607682:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130311000. 00000100:00000200:1.0:1749610672.607683:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:3.0:1749610672.607684:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610672.607684:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610672.607684:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610672.607686:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610672.607687:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffc60. 00000100:00000001:2.0:1749610672.607689:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610672.607690:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821088. 00000400:00000200:3.0:1749610672.607692:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf92a580 00000100:00000200:0.0:1749610672.607693:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494545536, portal 10 00000100:00000001:0.0:1749610672.607695:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1749610672.607697:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6429 [1] + 0 00000100:00000001:0.0:1749610672.607697:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269162752 : -131939440388864 : ffff880074861500) 00000400:00000200:3.0:1749610672.607702:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1749610672.607702:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079224000. 00000100:00000040:0.0:1749610672.607703:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074861500 x1834598494545536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610672.607706:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610672.607706:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1749610672.607708:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff880079224000 x1834598494545664 msgsize 224 00000100:00000001:0.0:1749610672.607709:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610672.607710:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749610672.607712:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610672.607714:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 00000100:00000200:3.0:1749610672.607715:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074862a00 x1834598494545280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610697 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610672.607716:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494545408 00000100:00000200:0.0:1749610672.607716:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494545536, offset 0 00000100:00100000:1.0:1749610672.607717:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1749610672.607719:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1749610672.607719:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610672.607722:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610672.607725:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610672.607726:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880074862a00 x1834598494545280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610697 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610672.607726:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749610672.607730:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610672.607730:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749610672.607731:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92a680 00000100:00100000:2.0:1749610672.607733:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494545408 00000100:00000001:3.0:1749610672.607735:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749610672.607735:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 193872 00000020:00000001:2.0:1749610672.607737:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610672.607739:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000200:0.0:1749610672.607739:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610672.607741:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00000020:00000001:2.0:1749610672.607742:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1749610672.607742:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1749610672.607744:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610672.607745:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 00000020:00000001:2.0:1749610672.607747:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610672.607753:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bd000. 00000400:00000200:3.0:1749610672.607757:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedd48 00000100:00000001:1.0:1749610672.607757:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000020:00000010:2.0:1749610672.607758:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387880. 00000020:00000010:2.0:1749610672.607784:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be93e8. 00000400:00000010:3.0:1749610672.607787:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedd48. 00000100:00000001:2.0:1749610672.607790:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610672.607792:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610672.607793:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610672.607796:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610672.607796:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749610672.607797:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074861880 x1834598494545664/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610672.607798:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749610672.607799:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610672.607801:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610672.607802:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099880380. 00000100:00000001:3.0:1749610672.607805:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610672.607805:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880099880380 x1834598494545536 msgsize 520 00000100:00000040:3.0:1749610672.607809:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00100000:0.0:1749610672.607811:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610672.607812:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610672.607812:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610672.607813:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610672.607814:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749610672.607817:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074861880 x1834598494545664/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610688 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610672.607819:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:3.0:1749610672.607820:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fa33b80 x1834598494545280/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610692 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610672.607824:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 00000100:00000001:2.0:1749610672.607825:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:0.0:1749610672.607826:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00000100:00100000:2.0:1749610672.607828:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494545920 00000100:00000001:1.0:1749610672.607828:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610672.607828:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:2.0:1749610672.607830:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:3.0:1749610672.607831:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006fa33b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494545280:12345-0@lo:38:kworker.0 Request processed in 313us (579us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749610672.607831:0:28322:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749610672.607832:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1749610672.607833:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074861500 x1834598494545536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610672.607835:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610672.607838:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610672.607838:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610672.607840:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1749610672.607841:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:2.0:1749610672.607842:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494545920 00000100:00000040:0.0:1749610672.607843:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074861500 x1834598494545536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610697 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610672.607844:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:2.0:1749610672.607844:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:1.0:1749610672.607844:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 803 usecs (1 jiffies) 00000100:00000001:3.0:1749610672.607845:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:2.0:1749610672.607846:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000020:00000001:2.0:1749610672.607849:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749610672.607849:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299946066 00000100:00000001:0.0:1749610672.607850:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610672.607851:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cb80. 00000100:00000001:0.0:1749610672.607851:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:2.0:1749610672.607852:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:1.0:1749610672.607854:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299946066 00000020:00000010:3.0:1749610672.607855:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8af0. 00000020:00000001:2.0:1749610672.607855:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:0.0:1749610672.607855:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610672.607857:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299946066 00000020:00000010:3.0:1749610672.607858:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3000. 00000020:00000001:2.0:1749610672.607859:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000040:0.0:1749610672.607859:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 813 usecs (1 jiffies) 00000100:00000001:1.0:1749610672.607861:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299946066 00000100:00000001:0.0:1749610672.607861:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299946066 00000100:00000001:3.0:1749610672.607862:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610672.607864:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299946066 00000100:00000001:0.0:1749610672.607864:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299946066 00000100:00000001:2.0:1749610672.607865:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749610672.607866:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299946066 00000100:00000001:1.0:1749610672.607868:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299946066 00000100:00000001:0.0:1749610672.607868:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299946066 00000020:00000010:2.0:1749610672.607869:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012b677b80. 00000100:00000001:0.0:1749610672.607870:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299946066 00000100:00000001:1.0:1749610672.607871:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299946066 00000100:00000001:0.0:1749610672.607873:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299946066 00000100:00000001:0.0:1749610672.607874:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299946066 00000100:00000001:1.0:1749610672.607875:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299946066 00000020:00000040:2.0:1749610672.607879:0:9693:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:3.0:1749610672.607883:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610672.607886:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494545664 02000000:00000001:3.0:1749610672.607888:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610672.607888:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1749610672.607890:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610672.607891:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749610672.607892:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610672.607893:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494545536 02000000:00000001:3.0:1749610672.607895:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610672.607895:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610672.607897:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1749610672.607898:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494545664 00000100:00000001:1.0:1749610672.607899:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610672.607899:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610672.607900:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610672.607902:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000020:00000010:2.0:1749610672.607902:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bcc00. 02000000:00000001:0.0:1749610672.607902:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610672.607904:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749610672.607904:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610672.607905:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494545536 00000020:00000040:3.0:1749610672.607906:0:9692:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000020:00000010:2.0:1749610672.607907:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387a00. 00000100:00000001:1.0:1749610672.607907:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610672.607909:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000020:00000001:3.0:1749610672.607911:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:1.0:1749610672.607911:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610672.607912:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9640. 00000020:00000001:0.0:1749610672.607913:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749610672.607914:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610672.607915:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000040:0.0:1749610672.607915:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749610672.607917:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1749610672.607917:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:3.0:1749610672.607918:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b42117c0. 00000100:00000001:1.0:1749610672.607919:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610672.607919:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610672.607921:0:9693:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000001:0.0:1749610672.607921:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610672.607922:0:9692:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012b677a40. 00000100:00000001:1.0:1749610672.607922:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610672.607923:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610672.607925:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:0.0:1749610672.607925:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e600. 00000100:00000001:3.0:1749610672.607926:0:9692:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1749610672.607928:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b42117c0. 00000100:00000001:2.0:1749610672.607928:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749610672.607929:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff280. 00000100:00000001:2.0:1749610672.607933:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:0.0:1749610672.607933:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add3e8. 00000100:00000001:2.0:1749610672.607935:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749610672.607936:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610672.607937:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3000. 00000100:00000001:0.0:1749610672.607937:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610672.607939:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:3.0:1749610672.607940:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cb80. 00000100:00000001:0.0:1749610672.607941:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610672.607942:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749610672.607943:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8af0. 00000100:00000001:0.0:1749610672.607945:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610672.607948:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610672.607948:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610672.607949:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610672.607949:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610672.607951:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610672.607951:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1749610672.607955:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 181 00000100:00000001:0.0:1749610672.607956:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610672.607958:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610672.607959:0:9692:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:2.0:1749610672.607959:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:3.0:1749610672.607961:0:9692:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749610672.607961:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134269166336 : -131939440385280 : ffff880074862300) 00000100:00000001:3.0:1749610672.607963:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610672.607965:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749610672.607966:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 182 00000100:00000040:2.0:1749610672.607967:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880074862300 x1834598494545920/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:108/0 lens 224/0 e 0 to 0 dl 1749610683 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610672.607969:0:12680:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000001:3.0:1749610672.607971:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610672.607971:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134346506240 : -131939363045376 : ffff880079224000) 00000100:00000001:3.0:1749610672.607973:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610672.607975:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1749610672.607976:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079224000 x1834598494545664/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:108/0 lens 224/0 e 0 to 0 dl 1749610683 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610672.607977:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 293 00000020:00000010:2.0:1749610672.607978:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012b677fc0. 00000100:00080000:1.0:1749610672.607979:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:3.0:1749610672.607980:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134890045440 : -131938819506176 : ffff880099880000) 00000100:00000001:2.0:1749610672.607980:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749610672.607983:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012b677fc0. 00000100:00000040:3.0:1749610672.607984:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880099880000 x1834598494545408/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610692 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749610672.607985:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:0.0:1749610672.607985:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1749610672.607988:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880074862300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494545920:12345-0@lo:400:kworker.0 00000020:00000010:0.0:1749610672.607988:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3c00. 00000100:00000001:0.0:1749610672.607990:0:12680:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749610672.607991:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494545920 00000020:00000010:0.0:1749610672.607992:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b3c00. 00000100:00100000:3.0:1749610672.607993:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099880000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494545408:12345-0@lo:38:kworker.0 00000020:00000001:2.0:1749610672.607994:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:3.0:1749610672.607997:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494545408 00000020:00000001:2.0:1749610672.607997:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:3.0:1749610672.607999:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749610672.607999:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610672.607999:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079224000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:28322:x1834598494545664:12345-0@lo:400:kworker.0 00010000:00000001:3.0:1749610672.608002:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:2.0:1749610672.608002:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1749610672.608002:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000200:0.0:1749610672.608003:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494545664 00000100:00000001:1.0:1749610672.608004:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1749610672.608005:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:0.0:1749610672.608006:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749610672.608007:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1749610672.608009:0:12680:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:3.0:1749610672.608010:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610672.608011:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749610672.608011:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 294 00000020:00000001:0.0:1749610672.608011:0:12680:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749610672.608013:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:2.0:1749610672.608013:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1749610672.608013:0:12680:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00010000:00000001:3.0:1749610672.608015:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:2.0:1749610672.608015:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1749610672.608015:0:12680:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:1.0:1749610672.608016:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134890046336 : -131938819505280 : ffff880099880380) 00010000:00000001:3.0:1749610672.608018:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:0.0:1749610672.608018:0:12680:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1749610672.608021:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:0.0:1749610672.608021:0:12680:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610672.608022:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1749610672.608023:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610672.608024:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1749610672.608025:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000001:0.0:1749610672.608028:0:12680:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 02000000:00000010:3.0:1749610672.608029:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88011928bc00. 00000020:00000001:0.0:1749610672.608029:0:12680:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1749610672.608030:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610672.608031:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610672.608032:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1749610672.608032:0:12680:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610672.608033:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610672.608033:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880099880380 x1834598494545536/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610692 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610672.608034:0:12680:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00010000:00000001:3.0:1749610672.608035:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000010:2.0:1749610672.608036:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880129e13000. 00010000:00000001:3.0:1749610672.608037:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610672.608037:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749610672.608038:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610672.608039:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:3.0:1749610672.608040:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749610672.608041:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610672.608043:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610672.608043:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130311c00. 02000000:00000001:0.0:1749610672.608045:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1749610672.608046:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494545920 00000100:00000001:0.0:1749610672.608047:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610672.608048:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00010000:00000001:2.0:1749610672.608049:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000020:00000001:0.0:1749610672.608049:0:12680:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610672.608050:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1749610672.608051:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099880380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494545536:12345-0@lo:38:kworker.0 00010000:00000040:0.0:1749610672.608052:0:12680:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494545664 00000100:00000040:3.0:1749610672.608053:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00010000:00000200:2.0:1749610672.608054:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880074862300 x1834598494545920/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:108/0 lens 224/224 e 0 to 0 dl 1749610683 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610672.608055:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00010000:00000001:0.0:1749610672.608055:0:12680:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:3.0:1749610672.608057:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000200:1.0:1749610672.608057:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494545536 00010000:00000200:0.0:1749610672.608059:0:12680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880079224000 x1834598494545664/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:108/0 lens 224/224 e 0 to 0 dl 1749610683 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610672.608060:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:1.0:1749610672.608061:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:2.0:1749610672.608062:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1749610672.608063:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610672.608064:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610672.608064:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610672.608065:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749610672.608066:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00001000:2.0:1749610672.608067:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=27 v=5 (1 1 1 1) 00010000:00000001:0.0:1749610672.608067:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:3.0:1749610672.608068:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1749610672.608068:0:12680:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610672.608071:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedd48. 00000100:00000001:2.0:1749610672.608071:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00001000:0.0:1749610672.608071:0:12680:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=27 v=5 (1 1 1 1) 00000100:00000040:2.0:1749610672.608073:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000200:3.0:1749610672.608075:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494545408, offset 0 00000100:00000001:0.0:1749610672.608075:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610672.608076:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:0.0:1749610672.608077:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 02000000:00000001:2.0:1749610672.608078:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:1.0:1749610672.608078:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610672.608079:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610672.608079:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:2.0:1749610672.608080:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610672.608082:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749610672.608082:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00020000:1.0:1749610672.608083:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:0.0:1749610672.608083:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610672.608085:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610672.608085:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:3.0:1749610672.608086:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1749610672.608086:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:2.0:1749610672.608088:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000100:00000040:0.0:1749610672.608088:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610672.608090:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 00010000:00000001:1.0:1749610672.608091:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749610672.608092:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92a600 00000100:00000200:2.0:1749610672.608092:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494545920, offset 224 00000100:00000001:1.0:1749610672.608094:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000200:0.0:1749610672.608095:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494545664, offset 224 00000400:00000200:2.0:1749610672.608096:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610672.608097:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749610672.608100:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1749610672.608101:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6435 [1] + 0 00000400:00000200:2.0:1749610672.608104:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610672.608106:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1749610672.608106:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009c955400. 00000400:00000200:0.0:1749610672.608106:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1749610672.608109:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610672.608110:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610672.608111:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92a800 00000100:00000001:1.0:1749610672.608112:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610672.608113:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:0.0:1749610672.608114:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1749610672.608117:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000200:3.0:1749610672.608118:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074863800 x1834598494545408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610697 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610672.608118:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x643d [1] + 224 00010000:00000001:1.0:1749610672.608119:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610672.608120:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92a700 00000400:00000200:2.0:1749610672.608123:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:1.0:1749610672.608123:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:0.0:1749610672.608125:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6431 [1] + 224 00000100:00000040:3.0:1749610672.608128:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880074863800 x1834598494545408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610697 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610672.608128:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610672.608128:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:0.0:1749610672.608130:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610672.608131:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610672.608131:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1749610672.608133:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610672.608135:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074862680 x1834598494545920/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610688 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610672.608135:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 29 to 0@lo 00000100:00000001:3.0:1749610672.608136:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610672.608137:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610672.608139:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:3.0:1749610672.608140:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedd48 00000100:00000200:0.0:1749610672.608141:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074861880 x1834598494545664/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610688 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610672.608142:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedd48. 00000100:00000001:1.0:1749610672.608142:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:3.0:1749610672.608144:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:2.0:1749610672.608144:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880074862680 x1834598494545920/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610672.608145:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610672.608148:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610672.608148:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 29 to 0@lo 02000000:00000001:1.0:1749610672.608150:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:3.0:1749610672.608151:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000001:3.0:1749610672.608153:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610672.608153:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610672.608155:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610672.608156:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610672.608159:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099880000 x1834598494545408/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610692 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610672.608160:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610672.608161:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:1.0:1749610672.608163:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 00000100:00000040:0.0:1749610672.608163:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880074861880 x1834598494545664/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610672.608167:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 00000400:00000010:2.0:1749610672.608169:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 00000100:00000001:2.0:1749610672.608171:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610672.608173:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:3.0:1749610672.608174:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099880000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494545408:12345-0@lo:38:kworker.0 Request processed in 179us (604us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749610672.608176:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610672.608176:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:2.0:1749610672.608179:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00100000:3.0:1749610672.608182:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 293 00010000:00000001:2.0:1749610672.608182:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749610672.608183:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610672.608184:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610672.608185:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:2.0:1749610672.608186:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1749610672.608186:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494545536, offset 0 00000400:00000200:0.0:1749610672.608188:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 00000020:00000010:3.0:1749610672.608189:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387880. 00000100:00000040:2.0:1749610672.608190:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074862300 x1834598494545920/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:108/0 lens 224/224 e 0 to 0 dl 1749610683 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610672.608190:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00000100:00000001:0.0:1749610672.608192:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000010:3.0:1749610672.608193:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be93e8. 00000100:00000001:0.0:1749610672.608194:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:1.0:1749610672.608195:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610672.608197:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610672.608198:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bd000. 00000100:00100000:2.0:1749610672.608200:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880074862300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494545920:12345-0@lo:400:kworker.0 Request processed in 222us (593us total) trans 0 rc 0/0 00000100:00000040:0.0:1749610672.608200:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610672.608201:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749610672.608203:0:12680:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:0.0:1749610672.608205:0:12680:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610672.608207:0:12680:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00100000:2.0:1749610672.608209:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 181 00000100:00000040:0.0:1749610672.608211:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079224000 x1834598494545664/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:108/0 lens 224/224 e 0 to 0 dl 1749610683 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610672.608212:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:2.0:1749610672.608214:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1749610672.608214:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610672.608216:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749610672.608219:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387a00. 00000100:00100000:0.0:1749610672.608221:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079224000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:28322:x1834598494545664:12345-0@lo:400:kworker.0 Request processed in 234us (511us total) trans 0 rc 0/0 00000020:00000010:2.0:1749610672.608223:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9640. 00000400:00000200:1.0:1749610672.608224:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92a680 00000020:00000010:2.0:1749610672.608227:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bcc00. 00000100:00100000:0.0:1749610672.608230:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 182 00000100:00000001:3.0:1749610672.608231:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1749610672.608231:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000400:00000200:1.0:1749610672.608232:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x644d [1] + 0 00000100:00000001:3.0:1749610672.608233:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610672.608233:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610672.608233:0:12680:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00000001:0.0:1749610672.608235:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610672.608237:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:3.0:1749610672.608239:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1749610672.608239:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:3.0:1749610672.608241:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:0.0:1749610672.608241:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cb80. 00000400:00000010:3.0:1749610672.608243:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fecb8. 00000400:00000200:1.0:1749610672.608244:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1749610672.608244:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8af0. 00000400:00000200:3.0:1749610672.608246:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ac38 00000400:00000010:3.0:1749610672.608248:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ac38. 00000020:00000010:0.0:1749610672.608248:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3000. 00000100:00000001:3.0:1749610672.608251:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610672.608252:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000040:0.0:1749610672.608252:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00000200:3.0:1749610672.608255:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074862680 x1834598494545920/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610672.608255:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749610672.608260:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074861500 x1834598494545536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610697 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610672.608265:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074862680 x1834598494545920/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610688 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610672.608268:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299946066 00000100:00000001:3.0:1749610672.608271:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610672.608271:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610672.608273:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610672.608273:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610672.608275:0:28321:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:1.0:1749610672.608276:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880074861500 x1834598494545536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610697 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610672.608278:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610672.608280:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610672.608281:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610672.608284:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610672.608289:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00001000:3.0:1749610672.608290:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=127 v=5 (5 5 5 0) 00000100:00001000:3.0:1749610672.608294:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=127 v=5 (1 1 1 0) 00000400:00000001:0.0:1749610672.608294:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749610672.608296:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000001:0.0:1749610672.608296:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749610672.608298:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610672.608298:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffc60. 00010000:00000001:3.0:1749610672.608301:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1749610672.608308:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821088 00000400:00000010:0.0:1749610672.608310:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821088. 00010000:00080000:3.0:1749610672.608311:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880074862680 x1834598494545920/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610688 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610672.608313:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:1.0:1749610672.608315:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00000100:00000200:0.0:1749610672.608318:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074861500 x1834598494545536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610697 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610672.608319:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610672.608319:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 00000100:00000001:3.0:1749610672.608322:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1749610672.608323:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:3.0:1749610672.608325:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:1.0:1749610672.608325:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:0.0:1749610672.608326:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074861500 x1834598494545536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610697 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610672.608327:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749610672.608328:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610672.608330:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610672.608332:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074862680 x1834598494545920/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610688 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610672.608334:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:1.0:1749610672.608335:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610672.608335:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610672.608338:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610672.608338:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749610672.608339:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610672.608340:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000001:1.0:1749610672.608341:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610672.608342:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610672.608342:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610672.608344:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610672.608344:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610672.608346:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610672.608348:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074862680 x1834598494545920/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610688 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610672.608348:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099880380 x1834598494545536/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610692 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749610672.608351:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610672 v=5 (0 0 0 0) 00000100:00001000:0.0:1749610672.608354:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=27 v=20 (1 1 1 20) 00000100:00100000:3.0:1749610672.608356:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074862680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494545920:0@lo:400:kworker.0 00000100:00000001:0.0:1749610672.608357:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610672.608360:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610672.608361:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610672.608362:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610672.608363:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1749610672.608363:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099880380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494545536:12345-0@lo:38:kworker.0 Request processed in 313us (554us total) trans 0 rc -19/-19 00000100:00000040:3.0:1749610672.608366:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074862680 x1834598494545920/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610688 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610672.608367:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074861500 x1834598494545536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610697 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610672.608373:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1749610672.608374:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:3.0:1749610672.608375:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:1.0:1749610672.608376:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 294 02000000:00000010:3.0:1749610672.608377:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009c9bc800. 00000100:00000001:0.0:1749610672.608377:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610672.608378:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610672.608380:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1749610672.608380:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610672.608380:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000001:3.0:1749610672.608382:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1749610672.608382:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749610672.608382:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000040:3.0:1749610672.608383:0:28321:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:3.0:1749610672.608385:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00080000:0.0:1749610672.608385:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000010:3.0:1749610672.608387:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5700. 00000020:00000010:1.0:1749610672.608387:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff280. 00000100:00080000:0.0:1749610672.608388:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 02000000:00000001:3.0:1749610672.608390:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1749610672.608391:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:3.0:1749610672.608392:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:1.0:1749610672.608392:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add3e8. 00000100:00000010:3.0:1749610672.608394:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074862680. 00000100:00000040:0.0:1749610672.608394:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074861500 x1834598494545536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610697 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610672.608396:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610672.608397:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749610672.608398:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e600. 00000100:00000001:3.0:1749610672.608403:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610672.608403:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610672.608408:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610672.608409:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610672.608412:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1749610672.608413:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074861500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494545536:0@lo:38:kworker.0 00000100:00000001:3.0:1749610672.608414:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610672.608418:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749610672.608421:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074863100 x1834598494545792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610672.608428:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610672.608429:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610672.608431:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749610672.608433:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610672.608435:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610672.608438:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074863100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494545792:0@lo:38:kworker.0 00000100:00000001:0.0:1749610672.608440:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749610672.608443:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749610672.608443:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749610672.608444:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610672.608446:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1749610672.608446:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749610672.608449:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130313400. 00000400:00000001:1.0:1749610672.608450:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1749610672.608451:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610672.608454:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffc60. 00000400:00000001:1.0:1749610672.608458:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749610672.608461:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db9a0. 00000400:00000200:1.0:1749610672.608464:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000400:00000010:1.0:1749610672.608466:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000100:00000001:1.0:1749610672.608469:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000010:0.0:1749610672.608470:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821088. 00000100:00000200:0.0:1749610672.608473:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494545792, portal 10 00000100:00000200:1.0:1749610672.608474:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074861880 x1834598494545664/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610672.608476:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610672.608477:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269169920 : -131939440381696 : ffff880074863100) 00000100:00000040:0.0:1749610672.608483:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074863100 x1834598494545792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610672.608484:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074861880 x1834598494545664/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610688 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610672.608489:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610672.608491:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:0.0:1749610672.608492:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610672.608493:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749610672.608493:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 00000100:00000001:1.0:1749610672.608495:0:28322:0:(client.c:1550:after_reply()) Process entered 00000100:00000200:0.0:1749610672.608495:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494545792, offset 0 02000000:00000001:1.0:1749610672.608497:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610672.608498:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1749610672.608499:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610672.608500:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610672.608503:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610672.608505:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:1.0:1749610672.608508:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=27 v=5 (5 5 5 5) 00000400:00000200:0.0:1749610672.608510:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92a780 00000100:00001000:1.0:1749610672.608512:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=27 v=5 (1 1 1 1) 00000400:00000200:0.0:1749610672.608514:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be5 [64] + 194392 00000100:00000001:1.0:1749610672.608515:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610672.608516:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610672.608519:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1749610672.608523:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880074861880 x1834598494545664/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610688 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610672.608545:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b53d16e0. 00000400:00000200:0.0:1749610672.608550:0:28320:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009a7b1000 00010000:00000001:1.0:1749610672.608553:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610672.608555:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610672.608556:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749610672.608557:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1749610672.608559:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000400:00000200:0.0:1749610672.608559:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610672.608561:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610672.608562:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009a7b1000 00000100:00000040:1.0:1749610672.608564:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074861880 x1834598494545664/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610688 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610672.608565:0:28320:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 1144 at ffff88009a7b1000. 00000100:00000001:0.0:1749610672.608569:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749610672.608571:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1749610672.608571:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749610672.608574:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1749610672.608574:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88013770bc50 x1834598494545792 msgsize 520 00000100:00000001:1.0:1749610672.608575:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610672.608579:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074861880 x1834598494545664/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610688 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610672.608579:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1749610672.608581:0:28320:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1749610672.608589:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749610672.608593:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 00000100:00000040:3.0:1749610672.608594:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299946066, at 4299946066 00000100:00100000:1.0:1749610672.608594:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074861880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:28322:1834598494545664:0@lo:400:kworker.0 00000400:00000010:0.0:1749610672.608595:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00000100:00000001:0.0:1749610672.608597:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749610672.608598:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610672.608601:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1749610672.608601:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074863100 x1834598494545792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749610672.608602:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b3d40. 00000100:00000040:1.0:1749610672.608604:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074861880 x1834598494545664/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610688 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610672.608609:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610672.608610:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1749610672.608612:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299946066, at 4299946066 02000000:00000001:1.0:1749610672.608612:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1749610672.608613:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074863100 x1834598494545792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610697 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610672.608614:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d125600. 02000000:00000001:1.0:1749610672.608618:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610672.608620:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749610672.608620:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610672.608621:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:1.0:1749610672.608622:0:28322:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000010:2.0:1749610672.608623:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b3600. 00000020:00000001:1.0:1749610672.608624:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1749610672.608624:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610672.608626:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5b00. 00000100:00000040:0.0:1749610672.608627:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 635 usecs (1 jiffies) 02000000:00000001:1.0:1749610672.608629:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1749610672.608630:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299946067 02000000:00000001:1.0:1749610672.608631:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610672.608632:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074861880. 00000100:00000001:0.0:1749610672.608634:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4299946066 00000100:00000001:1.0:1749610672.608635:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610672.608637:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610672.608638:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610672.608638:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299946067 00000100:00000001:0.0:1749610672.608641:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4299946066 00000100:00000001:1.0:1749610672.608643:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610672.608644:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299946067 00000100:00000001:1.0:1749610672.608645:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610672.608647:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1749610672.608647:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b3c00. 00000100:00000001:1.0:1749610672.608649:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610672.608651:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request now active for cpu 2 00000100:00000001:0.0:1749610672.608654:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299946067 00000100:00000001:1.0:1749610672.608660:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749610672.608662:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494545792 00000100:00000010:0.0:1749610672.608662:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b3380. 02000000:00000001:1.0:1749610672.608664:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610672.608665:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request now active for cpu 3 00000100:00000001:1.0:1749610672.608666:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610672.608668:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610672.608669:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610672.608671:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610672.608671:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610672.608674:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494545792 00000400:00000001:0.0:1749610672.608675:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1749610672.608676:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000001:0.0:1749610672.608676:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:1.0:1749610672.608677:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000010:0.0:1749610672.608678:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffcb8. 00000020:00000001:1.0:1749610672.608679:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749610672.608681:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610672.608681:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 00000400:00000010:0.0:1749610672.608683:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 00000100:00000001:0.0:1749610672.608685:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:1.0:1749610672.608689:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610672.608689:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074862a00 x1834598494545280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610697 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610672.608692:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125600. 00000020:00000010:1.0:1749610672.608696:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9d00. 00000100:00000200:0.0:1749610672.608697:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074862a00 x1834598494545280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610697 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610672.608700:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c7d0. 00000100:00000001:1.0:1749610672.608704:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610672.608704:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610672.608705:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610672.608705:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610672.608707:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610672.608707:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610672.608709:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610672.608711:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610672.608712:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610672.608712:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610672.608714:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610672.608719:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610672 v=5 (0 0 0 0) 00000100:00001000:0.0:1749610672.608722:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=95 v=20 (1 1 1 20) 00000100:00000001:0.0:1749610672.608724:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610672.608726:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610672.608728:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610672.608732:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074862a00 x1834598494545280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610697 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610672.608733:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610672.608739:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610672.608741:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610672.608742:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610672.608743:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610672.608744:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749610672.608744:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610672.608746:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:1.0:1749610672.608748:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 295 00000100:00000001:1.0:1749610672.608750:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137539320912 : -131936170230704 : ffff88013770bc50) 00000100:00080000:0.0:1749610672.608754:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:1.0:1749610672.608755:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88013770bc50 x1834598494545792/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610692 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749610672.608757:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610672.608781:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:1.0:1749610672.608785:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770bc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494545792:12345-0@lo:38:kworker.0 00000100:00000040:0.0:1749610672.608787:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074862a00 x1834598494545280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610697 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610672.608789:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494545792 00000020:00000001:1.0:1749610672.608792:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749610672.608794:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:0.0:1749610672.608795:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074862a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494545280:0@lo:38:kworker.0 00000100:00000001:0.0:1749610672.608800:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610672.608802:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1749610672.608803:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610672.608805:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074861500 x1834598494545536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610697 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00020000:1.0:1749610672.608806:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749610672.608809:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610672.608811:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1749610672.608812:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:0.0:1749610672.608813:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749610672.608815:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000010:0.0:1749610672.608816:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130311000. 00000100:00000001:1.0:1749610672.608817:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749610672.608819:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1749610672.608819:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610672.608821:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610672.608823:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 02000000:00000010:1.0:1749610672.608824:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880135263000. 00000020:00000001:0.0:1749610672.608825:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1749610672.608826:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610672.608827:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e0400. 00000100:00000001:1.0:1749610672.608828:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610672.608830:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:1.0:1749610672.608831:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1749610672.608831:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:1.0:1749610672.608833:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610672.608833:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074861500. 00000100:00001000:1.0:1749610672.608836:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749610672.608836:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610672.608837:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610672.608839:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610672.608842:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074862a00 x1834598494545280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610697 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610672.608845:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749610672.608848:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610672.608848:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610672.608850:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:1.0:1749610672.608851:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000010:0.0:1749610672.608851:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130313800. 00000100:00000001:1.0:1749610672.608853:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749610672.608853:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610672.608855:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1749610672.608856:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000040:0.0:1749610672.608856:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1749610672.608858:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:1.0:1749610672.608859:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:1.0:1749610672.608861:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610672.608862:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610672.608864:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:0.0:1749610672.608864:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88011154b800. 00000100:00000040:1.0:1749610672.608866:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749610672.608867:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610672.608868:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:1.0:1749610672.608869:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000100:00000010:0.0:1749610672.608870:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074862a00. 00000100:00000001:0.0:1749610672.608872:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000200:1.0:1749610672.608873:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494545792, offset 0 00000100:00000001:0.0:1749610672.608874:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610672.608876:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749610672.608878:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610672.608881:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610672.608882:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610672.608884:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610672.608885:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1749610672.608886:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000001:0.0:1749610672.608889:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610672.608890:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1749610672.608892:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92a780 00000400:00000010:0.0:1749610672.608893:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffbb0. 00000400:00000200:0.0:1749610672.608895:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958212a8 00000400:00000010:0.0:1749610672.608897:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958212a8. 00000100:00000001:0.0:1749610672.608900:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:1.0:1749610672.608902:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6465 [1] + 0 00000100:00000200:0.0:1749610672.608903:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074863800 x1834598494545408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610697 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610672.608907:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610672.608910:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610672.608912:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074863800 x1834598494545408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610697 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610672.608914:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610672.608918:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:1.0:1749610672.608919:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074863100 x1834598494545792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610697 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610672.608920:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610672.608921:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610672.608923:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610672.608924:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610672.608926:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610672.608927:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610672.608928:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880074863100 x1834598494545792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610697 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749610672.608931:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610672 v=5 (0 0 0 0) 00000100:00001000:0.0:1749610672.608934:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=77 v=20 (1 1 1 20) 00000100:00000001:1.0:1749610672.608937:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610672.608937:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610672.608938:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610672.608940:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749610672.608941:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000400:00000010:1.0:1749610672.608943:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000100:00000040:0.0:1749610672.608944:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074863800 x1834598494545408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610697 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610672.608946:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610672.608947:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610672.608950:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610672.608951:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749610672.608953:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610672.608955:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610672.608957:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610672.608958:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610672.608959:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610672.608961:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88013770bc50 x1834598494545792/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610692 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610672.608961:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610672.608963:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749610672.608965:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749610672.608968:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610672.608970:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610672.608974:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074863800 x1834598494545408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610697 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610672.608977:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770bc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494545792:12345-0@lo:38:kworker.0 Request processed in 191us (399us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749610672.608982:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074863800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494545408:0@lo:38:kworker.0 00000100:00100000:1.0:1749610672.608985:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 295 00000100:00000001:1.0:1749610672.608987:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:0.0:1749610672.608987:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749610672.608988:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:0.0:1749610672.608989:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749610672.608990:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffc60. 00000020:00000010:1.0:1749610672.608992:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9d00. 00000400:00000200:0.0:1749610672.608993:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821088 00000400:00000010:0.0:1749610672.608994:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821088. 00000020:00000010:1.0:1749610672.608996:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c7d0. 00000100:00000001:0.0:1749610672.608996:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:1.0:1749610672.608999:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125600. 00000100:00000200:0.0:1749610672.608999:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074863100 x1834598494545792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610697 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610672.609007:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074863100 x1834598494545792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610697 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610672.609013:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610672.609015:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610672.609016:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610672.609018:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610672.609019:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610672.609021:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610672.609023:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610672.609026:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610672 v=5 (0 0 0 0) 00000100:00001000:0.0:1749610672.609029:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=127 v=20 (1 1 20 0) 00000100:00000001:0.0:1749610672.609031:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610672.609032:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610672.609034:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610672.609051:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074863100 x1834598494545792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610697 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610672.609058:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610672.609060:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610672.609062:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610672.609063:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610672.609065:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749610672.609067:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749610672.609069:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610672.609071:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610672.609074:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074863100 x1834598494545792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610697 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610672.609081:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074863100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494545792:0@lo:38:kworker.0 00000100:00000001:0.0:1749610672.609085:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610672.609087:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1749610672.609087:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000010:1.0:1749610672.609089:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880135263000. 00000100:00000040:0.0:1749610672.609090:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074863800 x1834598494545408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610697 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610672.609092:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:1.0:1749610672.609094:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609095:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009c955400. 00000100:00000001:0.0:1749610672.609096:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610672.609097:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:0.0:1749610672.609097:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000010:1.0:1749610672.609099:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880099880380. 02000000:00000010:0.0:1749610672.609099:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130311400. 02000000:00000001:0.0:1749610672.609101:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1749610672.609102:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:0.0:1749610672.609102:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610672.609103:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000010:1.0:1749610672.609104:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880130311c00. 00000020:00000001:0.0:1749610672.609105:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1749610672.609106:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609107:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079224000. 02000000:00000010:0.0:1749610672.609107:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e1400. 02000000:00000001:0.0:1749610672.609109:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610672.609110:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1749610672.609111:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000010:0.0:1749610672.609111:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074863800. 02000000:00000010:1.0:1749610672.609112:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880129e13000. 02000000:00000001:1.0:1749610672.609114:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1749610672.609114:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000010:1.0:1749610672.609115:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074862300. 00000100:00000001:0.0:1749610672.609115:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749610672.609117:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1749610672.609117:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000010:1.0:1749610672.609118:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88011928bc00. 02000000:00000001:1.0:1749610672.609121:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609123:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880099880000. 02000000:00000001:1.0:1749610672.609125:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:0.0:1749610672.609125:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074863100 x1834598494545792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610697 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610672.609127:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880118a7d400. 02000000:00000001:1.0:1749610672.609129:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609130:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006fa33800. 00000100:00000001:0.0:1749610672.609131:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610672.609133:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:0.0:1749610672.609133:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749610672.609134:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880092b98800. 02000000:00000010:0.0:1749610672.609134:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130313400. 02000000:00000001:0.0:1749610672.609136:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1749610672.609138:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:0.0:1749610672.609138:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000010:1.0:1749610672.609139:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e99df80. 00000020:00000040:0.0:1749610672.609139:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1749610672.609140:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610672.609142:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880129e13c00. 02000000:00000001:0.0:1749610672.609144:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610672.609145:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610672.609146:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074863100. 02000000:00000001:1.0:1749610672.609149:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1749610672.609149:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610672.609150:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1749610672.609151:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880118a7dc00. 00000100:00000001:0.0:1749610672.609152:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610672.609153:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1749610672.609153:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1749610672.609154:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006fa33480. 00000100:00000001:0.0:1749610672.609154:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610672.609156:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610672.609157:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609158:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007d3bfc00. 00000100:00000001:0.0:1749610672.609158:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610672.609162:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609163:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006fa33100. 02000000:00000001:1.0:1749610672.609165:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609166:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801322e4800. 02000000:00000001:1.0:1749610672.609169:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609170:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e99dc00. 02000000:00000001:1.0:1749610672.609173:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609175:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801205e2800. 02000000:00000001:1.0:1749610672.609177:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609178:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006fa32a00. 02000000:00000001:1.0:1749610672.609181:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609182:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880092b9a800. 02000000:00000001:1.0:1749610672.609185:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609186:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006fa32680. 02000000:00000001:1.0:1749610672.609189:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609190:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88013526d000. 02000000:00000001:1.0:1749610672.609193:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609194:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e99d880. 02000000:00000001:1.0:1749610672.609196:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609198:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880092b9b000. 02000000:00000001:1.0:1749610672.609200:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609201:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006fa32300. 02000000:00000001:1.0:1749610672.609204:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609205:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880129e10800. 02000000:00000001:1.0:1749610672.609207:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609209:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097209f80. 02000000:00000001:1.0:1749610672.609212:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609213:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880092b9b800. 02000000:00000001:1.0:1749610672.609215:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609216:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006fa31c00. 02000000:00000001:1.0:1749610672.609218:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609219:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009cd69800. 02000000:00000001:1.0:1749610672.609226:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609228:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006fa31880. 02000000:00000001:1.0:1749610672.609231:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609232:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880129e13400. 02000000:00000001:1.0:1749610672.609235:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609236:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097209500. 02000000:00000001:1.0:1749610672.609238:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609239:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880092b98000. 02000000:00000001:1.0:1749610672.609241:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609242:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006fa31500. 02000000:00000001:1.0:1749610672.609245:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609246:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880129e12000. 02000000:00000001:1.0:1749610672.609248:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609249:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097208000. 02000000:00000001:1.0:1749610672.609252:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609253:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880129e12c00. 02000000:00000001:1.0:1749610672.609255:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609256:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006fa30e00. 02000000:00000001:1.0:1749610672.609259:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609260:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009cd68c00. 02000000:00000001:1.0:1749610672.609262:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609263:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006fa30a80. 02000000:00000001:1.0:1749610672.609266:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609267:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880092b98400. 02000000:00000001:1.0:1749610672.609269:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609270:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e99d500. 02000000:00000001:1.0:1749610672.609272:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609273:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880129e11800. 02000000:00000001:1.0:1749610672.609275:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609277:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e99d180. 02000000:00000001:1.0:1749610672.609279:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609280:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009cd68400. 02000000:00000001:1.0:1749610672.609282:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609283:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006fa30700. 02000000:00000001:1.0:1749610672.609286:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609287:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880092b99c00. 02000000:00000001:1.0:1749610672.609289:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609290:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006fa30000. 02000000:00000001:1.0:1749610672.609298:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609299:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009cd6a000. 02000000:00000001:1.0:1749610672.609301:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609303:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac34000. 02000000:00000001:1.0:1749610672.609305:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609306:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880129e10000. 02000000:00000001:1.0:1749610672.609309:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609310:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e99ca80. 02000000:00000001:1.0:1749610672.609313:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609314:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880092b9b400. 02000000:00000001:1.0:1749610672.609316:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609317:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008e99ce00. 02000000:00000001:1.0:1749610672.609320:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609321:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009cd6b800. 02000000:00000001:1.0:1749610672.609323:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609324:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec57800. 02000000:00000001:1.0:1749610672.609327:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609328:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880129e11400. 02000000:00000001:1.0:1749610672.609330:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609331:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bad6d80. 02000000:00000001:1.0:1749610672.609334:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609335:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009cd6a400. 02000000:00000001:1.0:1749610672.609337:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609338:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bad4a80. 02000000:00000001:1.0:1749610672.609341:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609342:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880129e11c00. 02000000:00000001:1.0:1749610672.609344:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609345:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bad5c00. 02000000:00000001:1.0:1749610672.609348:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609349:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009cd6b000. 02000000:00000001:1.0:1749610672.609351:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609352:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074861f80. 02000000:00000001:1.0:1749610672.609355:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609356:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880129e12800. 02000000:00000001:1.0:1749610672.609358:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609359:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009720ad80. 02000000:00000001:1.0:1749610672.609362:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609363:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009cd69400. 02000000:00000001:1.0:1749610672.609369:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609371:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b71ad80. 02000000:00000001:1.0:1749610672.609374:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609376:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880092b99000. 02000000:00000001:1.0:1749610672.609378:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609379:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec56300. 02000000:00000001:1.0:1749610672.609382:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609383:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880092b99400. 02000000:00000001:1.0:1749610672.609385:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609387:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec54700. 02000000:00000001:1.0:1749610672.609389:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609390:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009cd69c00. 02000000:00000001:1.0:1749610672.609392:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609393:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009720b800. 02000000:00000001:1.0:1749610672.609396:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609397:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880092b9bc00. 02000000:00000001:1.0:1749610672.609399:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609400:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074862d80. 02000000:00000001:1.0:1749610672.609403:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609404:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880130310c00. 02000000:00000001:1.0:1749610672.609406:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609407:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074861180. 02000000:00000001:1.0:1749610672.609410:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609411:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880130310000. 02000000:00000001:1.0:1749610672.609413:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609414:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074860e00. 02000000:00000001:1.0:1749610672.609417:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609418:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009cd68800. 02000000:00000001:1.0:1749610672.609420:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609421:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074860a80. 02000000:00000001:1.0:1749610672.609423:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609424:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880092b9a400. 02000000:00000001:1.0:1749610672.609426:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609427:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009720bb80. 02000000:00000001:1.0:1749610672.609430:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609431:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009cd6ac00. 02000000:00000001:1.0:1749610672.609433:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609434:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074860700. 02000000:00000001:1.0:1749610672.609441:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609443:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009cd68000. 02000000:00000001:1.0:1749610672.609445:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609446:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074860000. 02000000:00000001:1.0:1749610672.609449:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609450:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880130313000. 02000000:00000001:1.0:1749610672.609452:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609453:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006fe8ed80. 02000000:00000001:1.0:1749610672.609456:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609457:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880130312000. 02000000:00000001:1.0:1749610672.609459:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609460:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec55500. 02000000:00000001:1.0:1749610672.609464:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609465:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880092b9a000. 02000000:00000001:1.0:1749610672.609467:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609468:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009720b480. 02000000:00000001:1.0:1749610672.609471:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609472:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880129e12400. 02000000:00000001:1.0:1749610672.609474:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609475:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f04e00. 02000000:00000001:1.0:1749610672.609478:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609479:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801322e7c00. 02000000:00000001:1.0:1749610672.609481:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609482:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755dce00. 02000000:00000001:1.0:1749610672.609485:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609486:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880135263800. 02000000:00000001:1.0:1749610672.609488:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609489:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880111571880. 02000000:00000001:1.0:1749610672.609492:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609493:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880129e10400. 02000000:00000001:1.0:1749610672.609496:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609497:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880111572680. 02000000:00000001:1.0:1749610672.609500:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609501:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801322e6c00. 02000000:00000001:1.0:1749610672.609503:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609505:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009720a300. 02000000:00000001:1.0:1749610672.609507:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609508:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801135b3800. 02000000:00000001:1.0:1749610672.609515:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609517:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097209880. 02000000:00000001:1.0:1749610672.609520:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609521:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880113587800. 02000000:00000001:1.0:1749610672.609558:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609561:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009cbf1500. 02000000:00000001:1.0:1749610672.609564:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609565:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009b5f1000. 02000000:00000001:1.0:1749610672.609567:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609569:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009cbf2d80. 02000000:00000001:1.0:1749610672.609575:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609576:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880113586c00. 02000000:00000001:1.0:1749610672.609578:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:2.0:1749610672.609579:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299946067, at 4299946067 00000100:00000010:1.0:1749610672.609579:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006fe8df80. 02000000:00000001:1.0:1749610672.609582:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609584:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88011157bc00. 00000100:00000010:2.0:1749610672.609586:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b3c00. 02000000:00000001:1.0:1749610672.609586:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609587:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801135be680. 02000000:00000001:1.0:1749610672.609590:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609591:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88011157a800. 02000000:00000001:1.0:1749610672.609593:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609594:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006fe8fb80. 02000000:00000001:1.0:1749610672.609596:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609597:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880113586000. 00000100:00000040:0.0:1749610672.609598:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299946067, at 4299946067 02000000:00000001:1.0:1749610672.609599:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609600:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008aa3d880. 00000100:00000040:3.0:1749610672.609604:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299946067, at 4299946067 02000000:00000001:1.0:1749610672.609604:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609605:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880111549000. 00000100:00000010:0.0:1749610672.609605:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b3800. 02000000:00000001:1.0:1749610672.609607:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609609:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096c05180. 02000000:00000001:1.0:1749610672.609612:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609613:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007dd5c000. 00000100:00000010:3.0:1749610672.609615:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b3380. 02000000:00000001:1.0:1749610672.609616:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609617:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096c04000. 02000000:00000001:1.0:1749610672.609620:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609621:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880113584400. 02000000:00000001:1.0:1749610672.609623:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609624:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880111570a80. 02000000:00000001:1.0:1749610672.609633:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609634:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880118a7e800. 02000000:00000001:1.0:1749610672.609636:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609638:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097170000. 02000000:00000001:1.0:1749610672.609642:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609643:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012eb9a000. 02000000:00000001:1.0:1749610672.609645:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609646:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801135bf480. 02000000:00000001:1.0:1749610672.609649:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609650:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801322e4000. 02000000:00000001:1.0:1749610672.609652:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609653:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801135be300. 02000000:00000001:1.0:1749610672.609656:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609657:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800996b8800. 02000000:00000001:1.0:1749610672.609659:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609661:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801135bd500. 02000000:00000001:1.0:1749610672.609663:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609665:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801322e6000. 02000000:00000001:1.0:1749610672.609667:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609668:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec57b80. 02000000:00000001:1.0:1749610672.609671:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609672:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880118a7f800. 02000000:00000001:1.0:1749610672.609674:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609675:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119280380. 02000000:00000001:1.0:1749610672.609678:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609679:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801322efc00. 02000000:00000001:1.0:1749610672.609681:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609682:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f05880. 02000000:00000001:1.0:1749610672.609685:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609686:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880118a7cc00. 02000000:00000001:1.0:1749610672.609689:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609690:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f0bb80. 02000000:00000001:1.0:1749610672.609692:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609693:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88011157b000. 02000000:00000001:1.0:1749610672.609695:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609696:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801327df100. 02000000:00000001:1.0:1749610672.609700:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609701:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880118a7fc00. 02000000:00000001:1.0:1749610672.609707:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609708:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009cbf0a80. 02000000:00000001:1.0:1749610672.609712:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609713:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801322ec400. 02000000:00000001:1.0:1749610672.609715:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609716:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801327de300. 02000000:00000001:1.0:1749610672.609719:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609720:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880130318400. 02000000:00000001:1.0:1749610672.609724:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609725:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac3e300. 02000000:00000001:1.0:1749610672.609728:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609729:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801240adc00. 02000000:00000001:1.0:1749610672.609731:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609732:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88011358b800. 02000000:00000001:1.0:1749610672.609735:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609736:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801240afc00. 02000000:00000001:1.0:1749610672.609738:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609739:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119280700. 02000000:00000001:1.0:1749610672.609742:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609743:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801322e5800. 02000000:00000001:1.0:1749610672.609746:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609747:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88011358a680. 02000000:00000001:1.0:1749610672.609750:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609751:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801322ec800. 02000000:00000001:1.0:1749610672.609753:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609754:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119280a80. 02000000:00000001:1.0:1749610672.609757:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609758:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88013031a400. 02000000:00000001:1.0:1749610672.609781:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609783:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88011358ad80. 02000000:00000001:1.0:1749610672.609786:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609787:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880130318000. 02000000:00000001:1.0:1749610672.609789:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609790:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88011358b480. 02000000:00000001:1.0:1749610672.609793:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609794:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880071978c00. 02000000:00000001:1.0:1749610672.609798:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609799:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88011358bb80. 02000000:00000001:1.0:1749610672.609808:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609809:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801322ee400. 02000000:00000001:1.0:1749610672.609812:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609813:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880113589f80. 02000000:00000001:1.0:1749610672.609815:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609817:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800996ba800. 02000000:00000001:1.0:1749610672.609819:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609820:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801327dd180. 02000000:00000001:1.0:1749610672.609824:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609825:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801322ee000. 02000000:00000001:1.0:1749610672.609827:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609828:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880113589880. 02000000:00000001:1.0:1749610672.609830:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609831:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88011157b400. 02000000:00000001:1.0:1749610672.609833:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609834:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880113588000. 02000000:00000001:1.0:1749610672.609837:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609838:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801322ed000. 02000000:00000001:1.0:1749610672.609840:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609841:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880113589c00. 02000000:00000001:1.0:1749610672.609843:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609844:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88011157b800. 02000000:00000001:1.0:1749610672.609846:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609847:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f0b800. 02000000:00000001:1.0:1749610672.609850:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609851:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880130319c00. 02000000:00000001:1.0:1749610672.609853:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609855:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119281880. 02000000:00000001:1.0:1749610672.609859:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609860:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88013031a800. 02000000:00000001:1.0:1749610672.609862:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609863:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119280e00. 02000000:00000001:1.0:1749610672.609866:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609867:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88011157a000. 02000000:00000001:1.0:1749610672.609869:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609871:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801327dc380. 02000000:00000001:1.0:1749610672.609873:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609875:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801302f5800. 02000000:00000001:1.0:1749610672.609881:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609883:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119281500. 02000000:00000001:1.0:1749610672.609886:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609887:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880111579c00. 02000000:00000001:1.0:1749610672.609889:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609891:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119282300. 02000000:00000001:1.0:1749610672.609895:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609896:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801205e3c00. 02000000:00000001:1.0:1749610672.609898:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609899:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133996a00. 02000000:00000001:1.0:1749610672.609903:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609904:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880111579000. 02000000:00000001:1.0:1749610672.609906:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609907:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119281f80. 02000000:00000001:1.0:1749610672.609910:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609911:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801214d2000. 02000000:00000001:1.0:1749610672.609913:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609914:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119282a00. 02000000:00000001:1.0:1749610672.609917:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609918:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801322ee800. 02000000:00000001:1.0:1749610672.609921:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609922:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119283b80. 02000000:00000001:1.0:1749610672.609928:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609929:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009d743000. 02000000:00000001:1.0:1749610672.609931:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609932:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119283800. 02000000:00000001:1.0:1749610672.609935:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609936:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801322eec00. 02000000:00000001:1.0:1749610672.609938:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609939:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133996300. 02000000:00000001:1.0:1749610672.609941:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609943:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880135262800. 02000000:00000001:1.0:1749610672.609946:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609947:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119282680. 02000000:00000001:1.0:1749610672.609949:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609950:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88013031bc00. 02000000:00000001:1.0:1749610672.609954:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609955:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133995180. 02000000:00000001:1.0:1749610672.609964:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609965:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88013031b800. 02000000:00000001:1.0:1749610672.609968:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609969:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133995880. 02000000:00000001:1.0:1749610672.609972:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609973:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88013031b400. 02000000:00000001:1.0:1749610672.609975:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609977:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133994700. 02000000:00000001:1.0:1749610672.609980:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609981:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009cb9a400. 02000000:00000001:1.0:1749610672.609983:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609984:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119282d80. 02000000:00000001:1.0:1749610672.609987:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609989:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88013031b000. 02000000:00000001:1.0:1749610672.609990:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609992:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133997480. 02000000:00000001:1.0:1749610672.609995:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.609996:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88013031ac00. 02000000:00000001:1.0:1749610672.609998:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.609999:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133994e00. 02000000:00000001:1.0:1749610672.610002:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610003:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801322ef400. 02000000:00000001:1.0:1749610672.610005:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610006:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119283480. 02000000:00000001:1.0:1749610672.610009:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610010:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88013526c800. 02000000:00000001:1.0:1749610672.610013:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610014:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133997100. 02000000:00000001:1.0:1749610672.610016:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610017:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88013526e400. 02000000:00000001:1.0:1749610672.610019:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610020:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119283100. 02000000:00000001:1.0:1749610672.610023:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610024:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880130319800. 02000000:00000001:1.0:1749610672.610026:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610027:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133996680. 02000000:00000001:1.0:1749610672.610031:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610032:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88013526e800. 02000000:00000001:1.0:1749610672.610038:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610040:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133996d80. 02000000:00000001:1.0:1749610672.610043:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610045:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880111578400. 02000000:00000001:1.0:1749610672.610047:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610048:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133997800. 02000000:00000001:1.0:1749610672.610051:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610052:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88013526cc00. 02000000:00000001:1.0:1749610672.610054:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610055:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119281c00. 02000000:00000001:1.0:1749610672.610058:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610059:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880130319400. 02000000:00000001:1.0:1749610672.610061:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610062:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b291c00. 02000000:00000001:1.0:1749610672.610065:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610066:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801322edc00. 02000000:00000001:1.0:1749610672.610068:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610069:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880113589180. 02000000:00000001:1.0:1749610672.610072:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610073:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801322ed800. 02000000:00000001:1.0:1749610672.610075:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610076:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b290a80. 02000000:00000001:1.0:1749610672.610078:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610079:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88011154bc00. 02000000:00000001:1.0:1749610672.610081:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610082:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b290e00. 02000000:00000001:1.0:1749610672.610085:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610086:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880111578800. 02000000:00000001:1.0:1749610672.610088:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610089:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b293b80. 02000000:00000001:1.0:1749610672.610092:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610093:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88013526ec00. 02000000:00000001:1.0:1749610672.610094:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610096:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880113588e00. 02000000:00000001:1.0:1749610672.610098:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610099:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880118a7f400. 02000000:00000001:1.0:1749610672.610101:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610102:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880113588a80. 02000000:00000001:1.0:1749610672.610110:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610111:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880118a7f000. 02000000:00000001:1.0:1749610672.610113:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610115:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880113588700. 02000000:00000001:1.0:1749610672.610118:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610119:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880119288000. 02000000:00000001:1.0:1749610672.610124:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610126:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133995f80. 02000000:00000001:1.0:1749610672.610129:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610130:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880118a7ec00. 02000000:00000001:1.0:1749610672.610132:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610133:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119280000. 02000000:00000001:1.0:1749610672.610135:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610136:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801322ec000. 02000000:00000001:1.0:1749610672.610138:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610139:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880113588380. 02000000:00000001:1.0:1749610672.610142:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610143:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880118a7e400. 02000000:00000001:1.0:1749610672.610145:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610146:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac36d80. 02000000:00000001:1.0:1749610672.610149:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610150:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88013526f400. 02000000:00000001:1.0:1749610672.610152:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610154:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801327dfb80. 02000000:00000001:1.0:1749610672.610156:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610157:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880118a7e000. 02000000:00000001:1.0:1749610672.610159:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610160:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801327df800. 02000000:00000001:1.0:1749610672.610163:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610164:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88011154b400. 02000000:00000001:1.0:1749610672.610166:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610167:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801327df480. 02000000:00000001:1.0:1749610672.610170:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610171:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88013526f000. 02000000:00000001:1.0:1749610672.610174:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610175:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012beb3b80. 02000000:00000001:1.0:1749610672.610178:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610180:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88013526d400. 02000000:00000001:1.0:1749610672.610186:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610188:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801327ded80. 02000000:00000001:1.0:1749610672.610191:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610192:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88011154b000. 02000000:00000001:1.0:1749610672.610194:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610196:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801327dea00. 02000000:00000001:1.0:1749610672.610198:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610199:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88013526d800. 02000000:00000001:1.0:1749610672.610201:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610202:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133995500. 02000000:00000001:1.0:1749610672.610205:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610206:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880119288c00. 02000000:00000001:1.0:1749610672.610208:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610209:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012beb3800. 02000000:00000001:1.0:1749610672.610212:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610213:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880118a7d800. 02000000:00000001:1.0:1749610672.610215:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610216:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801327de680. 02000000:00000001:1.0:1749610672.610218:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610219:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880118a7d000. 02000000:00000001:1.0:1749610672.610221:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610222:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012beb3480. 02000000:00000001:1.0:1749610672.610225:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610226:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880119289000. 02000000:00000001:1.0:1749610672.610229:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610231:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801327ddc00. 02000000:00000001:1.0:1749610672.610233:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610234:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88013526fc00. 02000000:00000001:1.0:1749610672.610236:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610237:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801327dd880. 02000000:00000001:1.0:1749610672.610240:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610241:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88013526f800. 02000000:00000001:1.0:1749610672.610243:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610244:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012beb3100. 02000000:00000001:1.0:1749610672.610247:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610248:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880118a7c800. 02000000:00000001:1.0:1749610672.610250:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610251:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801327dd500. 02000000:00000001:1.0:1749610672.610260:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610261:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880118a7c400. 02000000:00000001:1.0:1749610672.610263:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610265:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801327dce00. 02000000:00000001:1.0:1749610672.610267:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610269:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88013526e000. 02000000:00000001:1.0:1749610672.610271:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610272:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801327dca80. 02000000:00000001:1.0:1749610672.610274:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610275:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88011154ac00. 02000000:00000001:1.0:1749610672.610277:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610278:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012beb2d80. 02000000:00000001:1.0:1749610672.610281:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610282:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880118a7c000. 02000000:00000001:1.0:1749610672.610293:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610294:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801327dc700. 02000000:00000001:1.0:1749610672.610297:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610299:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88013526dc00. 02000000:00000001:1.0:1749610672.610300:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610302:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133995c00. 02000000:00000001:1.0:1749610672.610304:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610305:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801240af800. 02000000:00000001:1.0:1749610672.610307:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610309:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801327dc000. 02000000:00000001:1.0:1749610672.610311:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610312:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88011154a800. 02000000:00000001:1.0:1749610672.610314:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610315:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880111573b80. 02000000:00000001:1.0:1749610672.610318:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610319:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801240af000. 02000000:00000001:1.0:1749610672.610322:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610323:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012beb2a00. 02000000:00000001:1.0:1749610672.610325:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610326:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88013526c400. 02000000:00000001:1.0:1749610672.610328:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610330:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880111573800. 02000000:00000001:1.0:1749610672.610332:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610333:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88013526c000. 02000000:00000001:1.0:1749610672.610345:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610347:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012beb2680. 02000000:00000001:1.0:1749610672.610350:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610351:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88011154a400. 02000000:00000001:1.0:1749610672.610353:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610354:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880111573100. 02000000:00000001:1.0:1749610672.610357:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610358:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801240aec00. 02000000:00000001:1.0:1749610672.610360:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610361:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880111572d80. 02000000:00000001:1.0:1749610672.610363:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610364:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880119289400. 02000000:00000001:1.0:1749610672.610367:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610368:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133994a80. 02000000:00000001:1.0:1749610672.610371:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610372:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88011154a000. 02000000:00000001:1.0:1749610672.610374:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610375:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012beb2300. 02000000:00000001:1.0:1749610672.610377:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610378:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801240ae800. 02000000:00000001:1.0:1749610672.610380:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610382:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880111572a00. 02000000:00000001:1.0:1749610672.610384:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610386:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880111549c00. 02000000:00000001:1.0:1749610672.610388:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610389:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012beb1f80. 02000000:00000001:1.0:1749610672.610392:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610393:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88011928ac00. 02000000:00000001:1.0:1749610672.610396:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610397:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880111572300. 02000000:00000001:1.0:1749610672.610400:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610401:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880111549800. 02000000:00000001:1.0:1749610672.610403:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610404:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880111571f80. 02000000:00000001:1.0:1749610672.610406:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610407:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801240ae000. 02000000:00000001:1.0:1749610672.610409:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610410:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880111571c00. 02000000:00000001:1.0:1749610672.610417:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610419:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88011928a800. 02000000:00000001:1.0:1749610672.610421:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610422:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012beb1c00. 02000000:00000001:1.0:1749610672.610425:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610426:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801240ad800. 02000000:00000001:1.0:1749610672.610428:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610429:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880111571500. 02000000:00000001:1.0:1749610672.610431:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610432:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880119289c00. 02000000:00000001:1.0:1749610672.610435:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610436:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880111571180. 02000000:00000001:1.0:1749610672.610438:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610439:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880111549400. 02000000:00000001:1.0:1749610672.610441:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610442:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880111570e00. 02000000:00000001:1.0:1749610672.610445:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610446:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880119289800. 02000000:00000001:1.0:1749610672.610448:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610449:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac34380. 02000000:00000001:1.0:1749610672.610452:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610453:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880135263400. 02000000:00000001:1.0:1749610672.610455:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610456:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac36a00. 02000000:00000001:1.0:1749610672.610458:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610459:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880135261800. 02000000:00000001:1.0:1749610672.610462:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610463:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880111570700. 02000000:00000001:1.0:1749610672.610466:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610467:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88011928b800. 02000000:00000001:1.0:1749610672.610469:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610470:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012beb1880. 02000000:00000001:1.0:1749610672.610472:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610474:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801240ad400. 02000000:00000001:1.0:1749610672.610475:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610477:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880111570380. 02000000:00000001:1.0:1749610672.610479:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610480:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88011928b400. 02000000:00000001:1.0:1749610672.610486:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610488:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012beb1500. 02000000:00000001:1.0:1749610672.610491:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610492:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801240ad000. 02000000:00000001:1.0:1749610672.610494:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610495:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880111570000. 02000000:00000001:1.0:1749610672.610498:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610499:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009d741800. 02000000:00000001:1.0:1749610672.610501:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610502:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009cbf3b80. 02000000:00000001:1.0:1749610672.610505:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610506:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880111548c00. 02000000:00000001:1.0:1749610672.610508:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610509:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012beb1180. 02000000:00000001:1.0:1749610672.610511:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610513:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88011928a000. 02000000:00000001:1.0:1749610672.610515:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610516:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012beb0e00. 02000000:00000001:1.0:1749610672.610518:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610519:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801240ac800. 02000000:00000001:1.0:1749610672.610522:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610554:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801135bfb80. 02000000:00000001:1.0:1749610672.610558:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610559:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801240ac000. 02000000:00000001:1.0:1749610672.610562:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610563:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801135bf800. 02000000:00000001:1.0:1749610672.610565:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610566:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801322e6800. 02000000:00000001:1.0:1749610672.610568:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610569:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801135bf100. 02000000:00000001:1.0:1749610672.610572:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610573:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880119288800. 02000000:00000001:1.0:1749610672.610575:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610577:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801135bed80. 02000000:00000001:1.0:1749610672.610579:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610580:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801322e7800. 02000000:00000001:1.0:1749610672.610583:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610584:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012beb0a80. 02000000:00000001:1.0:1749610672.610593:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610594:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880119288400. 02000000:00000001:1.0:1749610672.610597:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610598:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012beb0700. 02000000:00000001:1.0:1749610672.610600:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610602:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801214d2400. 02000000:00000001:1.0:1749610672.610604:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610605:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801135bea00. 02000000:00000001:1.0:1749610672.610608:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610609:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880135260c00. 02000000:00000001:1.0:1749610672.610611:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610612:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801135bdf80. 02000000:00000001:1.0:1749610672.610615:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610616:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801322e7400. 02000000:00000001:1.0:1749610672.610618:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610619:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801135bdc00. 02000000:00000001:1.0:1749610672.610621:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610622:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880111548800. 02000000:00000001:1.0:1749610672.610624:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610625:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801135bd880. 02000000:00000001:1.0:1749610672.610628:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610629:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880135263c00. 02000000:00000001:1.0:1749610672.610631:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610632:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012beb0380. 02000000:00000001:1.0:1749610672.610635:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610636:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801322e7000. 02000000:00000001:1.0:1749610672.610638:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610639:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012beb0000. 02000000:00000001:1.0:1749610672.610641:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610642:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880111548400. 02000000:00000001:1.0:1749610672.610644:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610645:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801135bd180. 02000000:00000001:1.0:1749610672.610648:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610649:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801322e6400. 02000000:00000001:1.0:1749610672.610651:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610652:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac34700. 02000000:00000001:1.0:1749610672.610655:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610656:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880111548000. 02000000:00000001:1.0:1749610672.610662:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610663:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801135bce00. 02000000:00000001:1.0:1749610672.610667:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610668:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880135261400. 02000000:00000001:1.0:1749610672.610670:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610672:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096c04e00. 02000000:00000001:1.0:1749610672.610674:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610675:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012eb9b000. 02000000:00000001:1.0:1749610672.610678:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610679:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801135bca80. 02000000:00000001:1.0:1749610672.610682:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610683:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880135262000. 02000000:00000001:1.0:1749610672.610685:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610686:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096c06d80. 02000000:00000001:1.0:1749610672.610689:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610690:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801322e5c00. 02000000:00000001:1.0:1749610672.610692:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610693:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801135bc000. 02000000:00000001:1.0:1749610672.610695:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610696:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880135260800. 02000000:00000001:1.0:1749610672.610698:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610699:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801135bc380. 02000000:00000001:1.0:1749610672.610702:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610703:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880135261000. 02000000:00000001:1.0:1749610672.610705:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610706:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096c07b80. 02000000:00000001:1.0:1749610672.610708:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610709:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012eb9b400. 02000000:00000001:1.0:1749610672.610711:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610712:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008aa3c380. 02000000:00000001:1.0:1749610672.610716:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610717:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801322e5400. 02000000:00000001:1.0:1749610672.610719:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610720:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b718000. 02000000:00000001:1.0:1749610672.610723:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610724:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880135262400. 02000000:00000001:1.0:1749610672.610727:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610728:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b719c00. 02000000:00000001:1.0:1749610672.610736:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610737:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801322e5000. 02000000:00000001:1.0:1749610672.610739:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610741:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b71a680. 02000000:00000001:1.0:1749610672.610743:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610744:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012eb9b800. 02000000:00000001:1.0:1749610672.610746:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610747:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096c06a00. 02000000:00000001:1.0:1749610672.610750:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610751:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801322e4c00. 02000000:00000001:1.0:1749610672.610753:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610754:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b71a300. 02000000:00000001:1.0:1749610672.610757:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610758:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012eb9ac00. 02000000:00000001:1.0:1749610672.610776:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610777:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b719880. 02000000:00000001:1.0:1749610672.610780:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610781:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880135262c00. 02000000:00000001:1.0:1749610672.610783:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610784:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009cbf1c00. 02000000:00000001:1.0:1749610672.610786:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610787:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801322e4400. 02000000:00000001:1.0:1749610672.610794:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610796:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009cbf0000. 02000000:00000001:1.0:1749610672.610799:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610800:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801214d2800. 02000000:00000001:1.0:1749610672.610802:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610803:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096c07800. 02000000:00000001:1.0:1749610672.610806:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610807:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801214d2c00. 02000000:00000001:1.0:1749610672.610810:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610811:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096c07480. 02000000:00000001:1.0:1749610672.610814:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610815:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800b4063000. 02000000:00000001:1.0:1749610672.610817:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610818:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009cbf1180. 02000000:00000001:1.0:1749610672.610820:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610821:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801135b3c00. 02000000:00000001:1.0:1749610672.610828:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610829:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009cbf3800. 02000000:00000001:1.0:1749610672.610833:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610834:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880135261c00. 02000000:00000001:1.0:1749610672.610836:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610837:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133994000. 02000000:00000001:1.0:1749610672.610840:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610841:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009685c800. 02000000:00000001:1.0:1749610672.610843:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610844:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880099804380. 02000000:00000001:1.0:1749610672.610847:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610848:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007197ac00. 02000000:00000001:1.0:1749610672.610851:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610852:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009cbf2a00. 02000000:00000001:1.0:1749610672.610856:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610857:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880113587c00. 02000000:00000001:1.0:1749610672.610859:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610860:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009cbf1f80. 02000000:00000001:1.0:1749610672.610862:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610863:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801135b3400. 02000000:00000001:1.0:1749610672.610865:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610866:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096c07100. 02000000:00000001:1.0:1749610672.610869:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610870:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880135260400. 02000000:00000001:1.0:1749610672.610872:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610874:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009cbf0380. 02000000:00000001:1.0:1749610672.610876:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610878:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801214d3c00. 02000000:00000001:1.0:1749610672.610880:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610881:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009cbf2680. 02000000:00000001:1.0:1749610672.610884:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610885:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880135260000. 02000000:00000001:1.0:1749610672.610887:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610888:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096c06680. 02000000:00000001:1.0:1749610672.610890:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610891:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801214d1400. 02000000:00000001:1.0:1749610672.610894:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610895:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096c06300. 02000000:00000001:1.0:1749610672.610903:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610904:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801214d1c00. 02000000:00000001:1.0:1749610672.610906:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610907:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096c05f80. 02000000:00000001:1.0:1749610672.610910:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610912:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801214d1000. 02000000:00000001:1.0:1749610672.610914:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610915:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009cbf0700. 02000000:00000001:1.0:1749610672.610917:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610918:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009685c400. 02000000:00000001:1.0:1749610672.610920:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610921:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880099804a80. 02000000:00000001:1.0:1749610672.610924:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610925:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800b5205c00. 02000000:00000001:1.0:1749610672.610928:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610929:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096c05880. 02000000:00000001:1.0:1749610672.610931:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610932:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801135b3000. 02000000:00000001:1.0:1749610672.610934:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610935:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096c05500. 02000000:00000001:1.0:1749610672.610938:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610939:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801135b2c00. 02000000:00000001:1.0:1749610672.610941:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610942:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096c04a80. 02000000:00000001:1.0:1749610672.610945:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610946:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801135b2800. 02000000:00000001:1.0:1749610672.610948:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610949:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009cbf3100. 02000000:00000001:1.0:1749610672.610952:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610953:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801205e1800. 02000000:00000001:1.0:1749610672.610954:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610956:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880099805880. 02000000:00000001:1.0:1749610672.610958:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610959:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801135b2400. 02000000:00000001:1.0:1749610672.610961:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610963:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec57480. 02000000:00000001:1.0:1749610672.610965:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610966:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801214d0800. 02000000:00000001:1.0:1749610672.610972:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610974:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009cbf1880. 02000000:00000001:1.0:1749610672.610977:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610978:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800b4062000. 02000000:00000001:1.0:1749610672.610981:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610982:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec56d80. 02000000:00000001:1.0:1749610672.610985:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610987:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880113587000. 02000000:00000001:1.0:1749610672.610988:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610990:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec56a00. 02000000:00000001:1.0:1749610672.610992:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.610993:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801214d0c00. 02000000:00000001:1.0:1749610672.610995:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.610996:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880099804e00. 02000000:00000001:1.0:1749610672.610999:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611000:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801135b2000. 02000000:00000001:1.0:1749610672.611002:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611003:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec56680. 02000000:00000001:1.0:1749610672.611005:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611006:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880113586800. 02000000:00000001:1.0:1749610672.611008:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611009:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec55f80. 02000000:00000001:1.0:1749610672.611013:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611014:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801135b1c00. 02000000:00000001:1.0:1749610672.611016:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611017:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec55c00. 02000000:00000001:1.0:1749610672.611020:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611021:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801135b1800. 02000000:00000001:1.0:1749610672.611023:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611024:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880078802a00. 02000000:00000001:1.0:1749610672.611027:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611028:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801302f7000. 02000000:00000001:1.0:1749610672.611030:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611031:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009cbf3480. 02000000:00000001:1.0:1749610672.611034:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611035:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880113586400. 02000000:00000001:1.0:1749610672.611037:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611038:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec55880. 02000000:00000001:1.0:1749610672.611046:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611047:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801135b1000. 02000000:00000001:1.0:1749610672.611050:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611051:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec55180. 02000000:00000001:1.0:1749610672.611054:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611055:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801214d3400. 02000000:00000001:1.0:1749610672.611057:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611058:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec54e00. 02000000:00000001:1.0:1749610672.611061:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611062:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801214d3000. 02000000:00000001:1.0:1749610672.611064:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611065:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009cbf0e00. 02000000:00000001:1.0:1749610672.611068:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611069:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801135b1400. 02000000:00000001:1.0:1749610672.611071:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611072:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec54a80. 02000000:00000001:1.0:1749610672.611074:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611075:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801205e3000. 02000000:00000001:1.0:1749610672.611077:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611078:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880078803480. 02000000:00000001:1.0:1749610672.611081:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611082:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801135b0c00. 02000000:00000001:1.0:1749610672.611084:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611085:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec54380. 02000000:00000001:1.0:1749610672.611088:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611089:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880113585800. 02000000:00000001:1.0:1749610672.611091:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611092:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec54000. 02000000:00000001:1.0:1749610672.611094:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611095:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801214d1800. 02000000:00000001:1.0:1749610672.611097:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611098:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f09180. 02000000:00000001:1.0:1749610672.611101:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611102:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880113585400. 02000000:00000001:1.0:1749610672.611104:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611105:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009cbf2300. 02000000:00000001:1.0:1749610672.611113:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611114:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801135b0800. 02000000:00000001:1.0:1749610672.611120:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611122:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880078801500. 02000000:00000001:1.0:1749610672.611126:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611127:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801214d0400. 02000000:00000001:1.0:1749610672.611129:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611131:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b718380. 02000000:00000001:1.0:1749610672.611133:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611134:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801214d0000. 02000000:00000001:1.0:1749610672.611136:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611137:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008aa3c700. 02000000:00000001:1.0:1749610672.611140:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611141:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801135b0400. 02000000:00000001:1.0:1749610672.611143:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611144:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008aa3f100. 02000000:00000001:1.0:1749610672.611147:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611148:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880113584800. 02000000:00000001:1.0:1749610672.611150:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611152:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008aa3d500. 02000000:00000001:1.0:1749610672.611154:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611155:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801205e1000. 02000000:00000001:1.0:1749610672.611157:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611158:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880078800380. 02000000:00000001:1.0:1749610672.611161:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611162:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801205e2c00. 02000000:00000001:1.0:1749610672.611164:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611166:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096c04700. 02000000:00000001:1.0:1749610672.611168:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611169:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801302f5c00. 02000000:00000001:1.0:1749610672.611171:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611172:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096c04380. 02000000:00000001:1.0:1749610672.611175:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611176:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801135b0000. 02000000:00000001:1.0:1749610672.611182:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611185:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008aa3fb80. 02000000:00000001:1.0:1749610672.611188:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611189:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801302f5000. 02000000:00000001:1.0:1749610672.611191:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611193:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880096c05c00. 02000000:00000001:1.0:1749610672.611204:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611206:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801205e2400. 02000000:00000001:1.0:1749610672.611209:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611210:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880078801180. 02000000:00000001:1.0:1749610672.611213:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611214:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009c63e800. 02000000:00000001:1.0:1749610672.611217:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611218:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f06680. 02000000:00000001:1.0:1749610672.611220:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611221:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801302f6800. 02000000:00000001:1.0:1749610672.611224:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611225:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f05500. 02000000:00000001:1.0:1749610672.611227:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611229:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801205e0000. 02000000:00000001:1.0:1749610672.611231:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611232:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f07100. 02000000:00000001:1.0:1749610672.611235:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611236:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009c63cc00. 02000000:00000001:1.0:1749610672.611238:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611239:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880078803800. 02000000:00000001:1.0:1749610672.611242:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611243:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880113584c00. 02000000:00000001:1.0:1749610672.611245:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611246:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b718a80. 02000000:00000001:1.0:1749610672.611248:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611249:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880113584000. 02000000:00000001:1.0:1749610672.611251:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611253:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f04000. 02000000:00000001:1.0:1749610672.611255:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611256:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880076277000. 02000000:00000001:1.0:1749610672.611259:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611260:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a01d880. 02000000:00000001:1.0:1749610672.611263:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611264:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801205e1c00. 02000000:00000001:1.0:1749610672.611266:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611267:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008aa3df80. 02000000:00000001:1.0:1749610672.611271:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611272:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801302f7400. 02000000:00000001:1.0:1749610672.611278:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611280:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f05180. 02000000:00000001:1.0:1749610672.611283:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611284:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012eb9bc00. 02000000:00000001:1.0:1749610672.611286:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611288:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f04380. 02000000:00000001:1.0:1749610672.611290:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611292:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012db64400. 02000000:00000001:1.0:1749610672.611294:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611295:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008aa3f800. 02000000:00000001:1.0:1749610672.611297:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611298:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801205e3800. 02000000:00000001:1.0:1749610672.611300:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611301:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b719500. 02000000:00000001:1.0:1749610672.611304:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611305:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012db64c00. 02000000:00000001:1.0:1749610672.611307:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611308:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008aa3f480. 02000000:00000001:1.0:1749610672.611311:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611312:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801302f7800. 02000000:00000001:1.0:1749610672.611314:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611315:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a01d500. 02000000:00000001:1.0:1749610672.611317:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611318:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801205e3400. 02000000:00000001:1.0:1749610672.611320:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611321:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008aa3ea00. 02000000:00000001:1.0:1749610672.611324:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611325:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012eb9a400. 02000000:00000001:1.0:1749610672.611327:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611328:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008aa3ce00. 02000000:00000001:1.0:1749610672.611331:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611332:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012eab2400. 02000000:00000001:1.0:1749610672.611334:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611335:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008aa3e680. 02000000:00000001:1.0:1749610672.611338:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611339:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009b5f0c00. 02000000:00000001:1.0:1749610672.611341:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611342:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a01c000. 02000000:00000001:1.0:1749610672.611350:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611352:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801302f5400. 02000000:00000001:1.0:1749610672.611354:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611355:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008aa3c000. 02000000:00000001:1.0:1749610672.611358:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611359:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801205e2000. 02000000:00000001:1.0:1749610672.611362:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611363:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac3ca80. 02000000:00000001:1.0:1749610672.611365:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611366:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801205e0c00. 02000000:00000001:1.0:1749610672.611368:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611369:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008aa3dc00. 02000000:00000001:1.0:1749610672.611372:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611373:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012eb99c00. 02000000:00000001:1.0:1749610672.611375:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611376:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008aa3ed80. 02000000:00000001:1.0:1749610672.611379:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611380:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009b5f1c00. 02000000:00000001:1.0:1749610672.611382:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611383:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b718700. 02000000:00000001:1.0:1749610672.611386:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611387:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801205e0800. 02000000:00000001:1.0:1749610672.611389:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611390:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f09c00. 02000000:00000001:1.0:1749610672.611392:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611393:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012eb99800. 02000000:00000001:1.0:1749610672.611395:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611396:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f04700. 02000000:00000001:1.0:1749610672.611399:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611400:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012eb99400. 02000000:00000001:1.0:1749610672.611402:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611403:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f08a80. 02000000:00000001:1.0:1749610672.611406:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611407:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88006bbac800. 02000000:00000001:1.0:1749610672.611409:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611410:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f0aa00. 02000000:00000001:1.0:1749610672.611412:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611413:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800b4061400. 02000000:00000001:1.0:1749610672.611421:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611422:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f08380. 02000000:00000001:1.0:1749610672.611425:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611427:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012eb99000. 02000000:00000001:1.0:1749610672.611429:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611430:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b71b480. 02000000:00000001:1.0:1749610672.611432:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611433:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801302f4400. 02000000:00000001:1.0:1749610672.611435:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611436:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f06a00. 02000000:00000001:1.0:1749610672.611439:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611440:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801302f6c00. 02000000:00000001:1.0:1749610672.611442:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611443:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f0b480. 02000000:00000001:1.0:1749610672.611445:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611446:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009685f400. 02000000:00000001:1.0:1749610672.611449:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611450:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f0ad80. 02000000:00000001:1.0:1749610672.611452:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611453:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012eb98c00. 02000000:00000001:1.0:1749610672.611455:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611456:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac3c700. 02000000:00000001:1.0:1749610672.611459:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611460:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007dd5d000. 02000000:00000001:1.0:1749610672.611462:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611463:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f0a300. 02000000:00000001:1.0:1749610672.611465:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611466:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009685e400. 02000000:00000001:1.0:1749610672.611469:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611470:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f05f80. 02000000:00000001:1.0:1749610672.611472:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611473:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012eb98800. 02000000:00000001:1.0:1749610672.611475:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611476:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b71bb80. 02000000:00000001:1.0:1749610672.611479:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611480:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801302f6000. 02000000:00000001:1.0:1749610672.611482:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611483:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b71b800. 02000000:00000001:1.0:1749610672.611491:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611492:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88006bbaf800. 02000000:00000001:1.0:1749610672.611495:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611496:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac3d180. 02000000:00000001:1.0:1749610672.611499:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611500:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012eb98400. 02000000:00000001:1.0:1749610672.611502:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611504:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac3fb80. 02000000:00000001:1.0:1749610672.611506:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611507:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801302f7c00. 02000000:00000001:1.0:1749610672.611509:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611510:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b71b100. 02000000:00000001:1.0:1749610672.611512:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611513:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800b5206400. 02000000:00000001:1.0:1749610672.611515:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611517:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac3f480. 02000000:00000001:1.0:1749610672.611519:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611520:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800aca71400. 02000000:00000001:1.0:1749610672.611550:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611553:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f08e00. 02000000:00000001:1.0:1749610672.611556:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611557:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801302f6400. 02000000:00000001:1.0:1749610672.611559:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611560:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f08000. 02000000:00000001:1.0:1749610672.611563:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611564:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800b5207800. 02000000:00000001:1.0:1749610672.611566:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611567:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac3ea00. 02000000:00000001:1.0:1749610672.611570:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611571:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800966b8000. 02000000:00000001:1.0:1749610672.611573:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611574:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac3e680. 02000000:00000001:1.0:1749610672.611577:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611578:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800966b8800. 02000000:00000001:1.0:1749610672.611581:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611582:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097172300. 02000000:00000001:1.0:1749610672.611586:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611587:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801302f4c00. 02000000:00000001:1.0:1749610672.611594:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611596:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097171500. 02000000:00000001:1.0:1749610672.611599:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611600:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009c954400. 02000000:00000001:1.0:1749610672.611603:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611604:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f06300. 02000000:00000001:1.0:1749610672.611606:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611607:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800aca73800. 02000000:00000001:1.0:1749610672.611609:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611610:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097170700. 02000000:00000001:1.0:1749610672.611613:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611614:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801302f4800. 02000000:00000001:1.0:1749610672.611616:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611617:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f06d80. 02000000:00000001:1.0:1749610672.611620:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611621:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800966b9400. 02000000:00000001:1.0:1749610672.611624:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611625:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097171880. 02000000:00000001:1.0:1749610672.611627:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611629:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800aca72000. 02000000:00000001:1.0:1749610672.611632:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611634:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b71aa00. 02000000:00000001:1.0:1749610672.611639:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611640:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800781da400. 02000000:00000001:1.0:1749610672.611646:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611648:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097171180. 02000000:00000001:1.0:1749610672.611651:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611653:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800781db800. 02000000:00000001:1.0:1749610672.611656:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611658:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097173480. 02000000:00000001:1.0:1749610672.611664:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611666:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88006bbad800. 02000000:00000001:1.0:1749610672.611669:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611672:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b718e00. 02000000:00000001:1.0:1749610672.611676:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611678:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012db65000. 02000000:00000001:1.0:1749610672.611681:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611683:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f0b100. 02000000:00000001:1.0:1749610672.611696:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611698:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88006bb88c00. 02000000:00000001:1.0:1749610672.611703:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611705:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006fe8f800. 02000000:00000001:1.0:1749610672.611709:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611711:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007d3bcc00. 02000000:00000001:1.0:1749610672.611717:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611719:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f07b80. 02000000:00000001:1.0:1749610672.611723:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611725:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800966bb400. 02000000:00000001:1.0:1749610672.611728:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611730:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006fe8f480. 02000000:00000001:1.0:1749610672.611735:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611736:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880096e8ec00. 02000000:00000001:1.0:1749610672.611740:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611742:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006fe8f100. 02000000:00000001:1.0:1749610672.611746:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611748:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007d3bf800. 02000000:00000001:1.0:1749610672.611752:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611754:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006fe8ea00. 02000000:00000001:1.0:1749610672.611758:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611783:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009c957800. 02000000:00000001:1.0:1749610672.611788:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611790:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006fe8e300. 02000000:00000001:1.0:1749610672.611794:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611796:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880096e8e400. 02000000:00000001:1.0:1749610672.611800:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611802:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b719180. 02000000:00000001:1.0:1749610672.611806:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611808:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007d3bf400. 02000000:00000001:1.0:1749610672.611811:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611814:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006fe8e680. 02000000:00000001:1.0:1749610672.611818:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611819:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009c957400. 02000000:00000001:1.0:1749610672.611823:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611825:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755ded80. 02000000:00000001:1.0:1749610672.611829:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611830:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880096e8f800. 02000000:00000001:1.0:1749610672.611841:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611844:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006fe8dc00. 02000000:00000001:1.0:1749610672.611849:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611851:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007197b800. 02000000:00000001:1.0:1749610672.611854:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611856:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006fe8d880. 02000000:00000001:1.0:1749610672.611860:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611862:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012db65800. 02000000:00000001:1.0:1749610672.611865:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611867:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006fe8d500. 02000000:00000001:1.0:1749610672.611871:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611873:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007d3bec00. 02000000:00000001:1.0:1749610672.611878:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611880:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f08700. 02000000:00000001:1.0:1749610672.611884:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611886:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880071978000. 02000000:00000001:1.0:1749610672.611890:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611892:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f07800. 02000000:00000001:1.0:1749610672.611895:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611896:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009cb9a000. 02000000:00000001:1.0:1749610672.611900:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611902:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755dca80. 02000000:00000001:1.0:1749610672.611906:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611907:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880071978400. 02000000:00000001:1.0:1749610672.611910:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611913:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755de300. 02000000:00000001:1.0:1749610672.611917:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611919:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800996bbc00. 02000000:00000001:1.0:1749610672.611922:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611924:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f07480. 02000000:00000001:1.0:1749610672.611928:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611930:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009cb99400. 02000000:00000001:1.0:1749610672.611933:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611935:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f05c00. 02000000:00000001:1.0:1749610672.611939:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611941:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800996bb800. 02000000:00000001:1.0:1749610672.611944:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611946:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755ddc00. 02000000:00000001:1.0:1749610672.611961:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611963:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880096e8cc00. 02000000:00000001:1.0:1749610672.611967:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611969:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755dc700. 02000000:00000001:1.0:1749610672.611973:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611974:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800996b9c00. 02000000:00000001:1.0:1749610672.611978:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611980:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755dc000. 02000000:00000001:1.0:1749610672.611984:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611986:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012d576c00. 02000000:00000001:1.0:1749610672.611989:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.611991:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f09880. 02000000:00000001:1.0:1749610672.611995:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.611996:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007d3be800. 02000000:00000001:1.0:1749610672.612000:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612002:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f04a80. 02000000:00000001:1.0:1749610672.612013:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612016:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800996b9000. 02000000:00000001:1.0:1749610672.612020:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612022:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755dc380. 02000000:00000001:1.0:1749610672.612025:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612027:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800996b8000. 02000000:00000001:1.0:1749610672.612030:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612032:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755dd180. 02000000:00000001:1.0:1749610672.612036:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612038:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800966ba800. 02000000:00000001:1.0:1749610672.612043:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612045:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755ddf80. 02000000:00000001:1.0:1749610672.612049:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612050:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880071979800. 02000000:00000001:1.0:1749610672.612054:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612057:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755dd500. 02000000:00000001:1.0:1749610672.612060:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612062:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007d3be400. 02000000:00000001:1.0:1749610672.612066:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612068:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bec8380. 02000000:00000001:1.0:1749610672.612073:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612075:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800966b9000. 02000000:00000001:1.0:1749610672.612086:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612089:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009becad80. 02000000:00000001:1.0:1749610672.612094:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612096:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800996bb400. 02000000:00000001:1.0:1749610672.612099:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612101:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755df100. 02000000:00000001:1.0:1749610672.612104:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612106:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800996bb000. 02000000:00000001:1.0:1749610672.612109:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612111:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755df480. 02000000:00000001:1.0:1749610672.612115:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612117:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007d3be000. 02000000:00000001:1.0:1749610672.612121:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612123:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bec9f80. 02000000:00000001:1.0:1749610672.612127:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612129:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800966bbc00. 02000000:00000001:1.0:1749610672.612131:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612133:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755df800. 02000000:00000001:1.0:1749610672.612137:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612139:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800996bac00. 02000000:00000001:1.0:1749610672.612142:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612144:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f09f80. 02000000:00000001:1.0:1749610672.612148:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612150:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800966b9800. 02000000:00000001:1.0:1749610672.612153:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612155:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755dea00. 02000000:00000001:1.0:1749610672.612159:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612161:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800996ba400. 02000000:00000001:1.0:1749610672.612164:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612166:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bec9500. 02000000:00000001:1.0:1749610672.612170:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612172:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800966b9c00. 02000000:00000001:1.0:1749610672.612175:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612177:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bec8000. 02000000:00000001:1.0:1749610672.612181:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612183:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800996ba000. 02000000:00000001:1.0:1749610672.612186:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612187:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755dd880. 02000000:00000001:1.0:1749610672.612200:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612202:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007d3bdc00. 02000000:00000001:1.0:1749610672.612207:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612208:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755de680. 02000000:00000001:1.0:1749610672.612212:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612214:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007d3bd800. 02000000:00000001:1.0:1749610672.612217:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612219:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f09500. 02000000:00000001:1.0:1749610672.612223:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612225:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800966bac00. 02000000:00000001:1.0:1749610672.612229:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612231:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bad4000. 02000000:00000001:1.0:1749610672.612235:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612236:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800996b9800. 02000000:00000001:1.0:1749610672.612240:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612242:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bad7100. 02000000:00000001:1.0:1749610672.612245:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612247:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007d3bd400. 02000000:00000001:1.0:1749610672.612250:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612252:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009becbb80. 02000000:00000001:1.0:1749610672.612256:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612257:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800966bb800. 02000000:00000001:1.0:1749610672.612260:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612262:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bad6300. 02000000:00000001:1.0:1749610672.612266:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612268:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880071978800. 02000000:00000001:1.0:1749610672.612272:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612273:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a01dc00. 02000000:00000001:1.0:1749610672.612277:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612279:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007d3bd000. 02000000:00000001:1.0:1749610672.612282:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612284:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a01f800. 02000000:00000001:1.0:1749610672.612288:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612290:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800996b9400. 02000000:00000001:1.0:1749610672.612293:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612295:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006fe8d180. 02000000:00000001:1.0:1749610672.612300:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612301:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880071979400. 02000000:00000001:1.0:1749610672.612313:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612316:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b292680. 02000000:00000001:1.0:1749610672.612321:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612322:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007197a000. 02000000:00000001:1.0:1749610672.612326:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612327:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006fe8ca80. 02000000:00000001:1.0:1749610672.612332:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612333:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800996b8c00. 02000000:00000001:1.0:1749610672.612336:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612338:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bad7b80. 02000000:00000001:1.0:1749610672.612342:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612343:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800966ba400. 02000000:00000001:1.0:1749610672.612347:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612349:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bad7480. 02000000:00000001:1.0:1749610672.612354:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612355:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800966ba000. 02000000:00000001:1.0:1749610672.612358:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612361:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bad7800. 02000000:00000001:1.0:1749610672.612365:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612366:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007197a400. 02000000:00000001:1.0:1749610672.612370:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612372:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097208700. 02000000:00000001:1.0:1749610672.612376:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612378:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007d3bc800. 02000000:00000001:1.0:1749610672.612382:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612384:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bec8700. 02000000:00000001:1.0:1749610672.612388:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612391:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007d3bc400. 02000000:00000001:1.0:1749610672.612394:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612396:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bad6a00. 02000000:00000001:1.0:1749610672.612400:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612403:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007d3bc000. 02000000:00000001:1.0:1749610672.612406:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612408:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bad6680. 02000000:00000001:1.0:1749610672.612412:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612414:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800966b8400. 02000000:00000001:1.0:1749610672.612426:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612429:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009becb800. 02000000:00000001:1.0:1749610672.612440:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612442:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800996b8400. 02000000:00000001:1.0:1749610672.612451:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612454:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bec8a80. 02000000:00000001:1.0:1749610672.612459:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612461:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007dd5f000. 02000000:00000001:1.0:1749610672.612464:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612466:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bad5f80. 02000000:00000001:1.0:1749610672.612471:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612472:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88008d42d000. 02000000:00000001:1.0:1749610672.612476:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612478:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009becb480. 02000000:00000001:1.0:1749610672.612482:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612484:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007dd5c400. 02000000:00000001:1.0:1749610672.612487:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612489:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bad5880. 02000000:00000001:1.0:1749610672.612493:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612495:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88006bbad400. 02000000:00000001:1.0:1749610672.612498:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612500:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bad4e00. 02000000:00000001:1.0:1749610672.612504:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612505:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007dd5f800. 02000000:00000001:1.0:1749610672.612508:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612510:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009720a680. 02000000:00000001:1.0:1749610672.612514:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612516:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800b5207000. 02000000:00000001:1.0:1749610672.612520:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612567:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bad5180. 02000000:00000001:1.0:1749610672.612574:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612577:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88006bb88000. 02000000:00000001:1.0:1749610672.612580:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612582:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b291500. 02000000:00000001:1.0:1749610672.612586:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612588:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88006bbae800. 02000000:00000001:1.0:1749610672.612591:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612593:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009becb100. 02000000:00000001:1.0:1749610672.612597:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612599:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009685f800. 02000000:00000001:1.0:1749610672.612612:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612615:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bad4700. 02000000:00000001:1.0:1749610672.612620:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612622:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009685cc00. 02000000:00000001:1.0:1749610672.612625:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612627:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009becaa00. 02000000:00000001:1.0:1749610672.612630:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612632:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88006bbac400. 02000000:00000001:1.0:1749610672.612635:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612637:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b291180. 02000000:00000001:1.0:1749610672.612641:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612643:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88006bb8b800. 02000000:00000001:1.0:1749610672.612646:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612648:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097208a80. 02000000:00000001:1.0:1749610672.612652:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612654:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009685fc00. 02000000:00000001:1.0:1749610672.612657:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612659:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b292d80. 02000000:00000001:1.0:1749610672.612664:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612665:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880096e8e000. 02000000:00000001:1.0:1749610672.612669:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612671:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b291880. 02000000:00000001:1.0:1749610672.612675:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612677:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009cb9bc00. 02000000:00000001:1.0:1749610672.612680:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612682:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009beca680. 02000000:00000001:1.0:1749610672.612686:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612688:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009685e800. 02000000:00000001:1.0:1749610672.612690:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612693:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b292a00. 02000000:00000001:1.0:1749610672.612696:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612699:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009685d400. 02000000:00000001:1.0:1749610672.612702:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612704:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b293800. 02000000:00000001:1.0:1749610672.612708:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612710:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009685dc00. 02000000:00000001:1.0:1749610672.612713:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612715:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b293480. 02000000:00000001:1.0:1749610672.612730:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612732:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800aca73000. 02000000:00000001:1.0:1749610672.612736:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612738:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b293100. 02000000:00000001:1.0:1749610672.612741:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612743:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009685e000. 02000000:00000001:1.0:1749610672.612746:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612749:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006fe8c700. 02000000:00000001:1.0:1749610672.612752:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612754:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800aca73c00. 02000000:00000001:1.0:1749610672.612757:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612784:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009beca300. 02000000:00000001:1.0:1749610672.612790:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612792:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009cb9a800. 02000000:00000001:1.0:1749610672.612795:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612797:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b290000. 02000000:00000001:1.0:1749610672.612801:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612803:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880096e8f400. 02000000:00000001:1.0:1749610672.612806:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612808:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b290380. 02000000:00000001:1.0:1749610672.612812:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612814:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009685f000. 02000000:00000001:1.0:1749610672.612817:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612819:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b290700. 02000000:00000001:1.0:1749610672.612823:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612825:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009c9a4000. 02000000:00000001:1.0:1749610672.612828:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612830:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097208380. 02000000:00000001:1.0:1749610672.612833:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612835:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009685ec00. 02000000:00000001:1.0:1749610672.612838:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612840:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bec9c00. 02000000:00000001:1.0:1749610672.612843:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612845:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880096e8dc00. 02000000:00000001:1.0:1749610672.612849:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612851:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b291f80. 02000000:00000001:1.0:1749610672.612855:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612857:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880096e8fc00. 02000000:00000001:1.0:1749610672.612870:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612873:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b292300. 02000000:00000001:1.0:1749610672.612877:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612879:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009685d800. 02000000:00000001:1.0:1749610672.612882:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612884:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac35500. 02000000:00000001:1.0:1749610672.612888:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612890:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009c9a5400. 02000000:00000001:1.0:1749610672.612893:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612895:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097208e00. 02000000:00000001:1.0:1749610672.612899:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612901:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880096e8f000. 02000000:00000001:1.0:1749610672.612904:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612906:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bec9880. 02000000:00000001:1.0:1749610672.612909:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612911:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880096e8d800. 02000000:00000001:1.0:1749610672.612915:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612917:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006fe8c380. 02000000:00000001:1.0:1749610672.612921:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612924:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880071979c00. 02000000:00000001:1.0:1749610672.612928:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612930:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006fe8c000. 02000000:00000001:1.0:1749610672.612934:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612936:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009685c000. 02000000:00000001:1.0:1749610672.612939:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612941:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009720b100. 02000000:00000001:1.0:1749610672.612945:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612946:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009c9a5000. 02000000:00000001:1.0:1749610672.612949:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612951:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bec9180. 02000000:00000001:1.0:1749610672.612955:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612957:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007197b000. 02000000:00000001:1.0:1749610672.612961:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612963:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880099804000. 02000000:00000001:1.0:1749610672.612967:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612969:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007197b400. 02000000:00000001:1.0:1749610672.612972:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612974:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880099806300. 02000000:00000001:1.0:1749610672.612989:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.612991:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88006bb8ac00. 02000000:00000001:1.0:1749610672.612995:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.612997:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bec8e00. 02000000:00000001:1.0:1749610672.613001:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613003:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007197a800. 02000000:00000001:1.0:1749610672.613007:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613010:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880099805500. 02000000:00000001:1.0:1749610672.613014:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613016:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800781dbc00. 02000000:00000001:1.0:1749610672.613018:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613020:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097173b80. 02000000:00000001:1.0:1749610672.613026:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613028:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007197bc00. 02000000:00000001:1.0:1749610672.613031:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613033:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880099805180. 02000000:00000001:1.0:1749610672.613037:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613039:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007dd5e000. 02000000:00000001:1.0:1749610672.613043:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613045:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880099807b80. 02000000:00000001:1.0:1749610672.613048:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613050:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007dd5e400. 02000000:00000001:1.0:1749610672.613053:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613055:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880099804700. 02000000:00000001:1.0:1749610672.613059:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613061:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009cf49c00. 02000000:00000001:1.0:1749610672.613065:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613067:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880099807800. 02000000:00000001:1.0:1749610672.613072:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613074:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880071979000. 02000000:00000001:1.0:1749610672.613086:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613090:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097172680. 02000000:00000001:1.0:1749610672.613096:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613098:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88006bbadc00. 02000000:00000001:1.0:1749610672.613101:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613103:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880099807480. 02000000:00000001:1.0:1749610672.613107:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613108:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880096e8e800. 02000000:00000001:1.0:1749610672.613119:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613122:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac35f80. 02000000:00000001:1.0:1749610672.613126:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613128:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88006bbae000. 02000000:00000001:1.0:1749610672.613131:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613133:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac35880. 02000000:00000001:1.0:1749610672.613137:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613139:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800781da000. 02000000:00000001:1.0:1749610672.613143:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613145:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880099806d80. 02000000:00000001:1.0:1749610672.613149:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613150:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880096e8d400. 02000000:00000001:1.0:1749610672.613154:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613156:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac37100. 02000000:00000001:1.0:1749610672.613160:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613162:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88006bbafc00. 02000000:00000001:1.0:1749610672.613165:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613167:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880099806a00. 02000000:00000001:1.0:1749610672.613171:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613173:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88008d42f400. 02000000:00000001:1.0:1749610672.613176:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613178:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097209c00. 02000000:00000001:1.0:1749610672.613182:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613184:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009c956000. 02000000:00000001:1.0:1749610672.613187:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613190:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097209180. 02000000:00000001:1.0:1749610672.613193:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613195:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880096e8d000. 02000000:00000001:1.0:1749610672.613198:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613200:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880078802d80. 02000000:00000001:1.0:1749610672.613204:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613206:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009c955c00. 02000000:00000001:1.0:1749610672.613210:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613212:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac36680. 02000000:00000001:1.0:1749610672.613216:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613218:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88008d42e000. 02000000:00000001:1.0:1749610672.613221:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613223:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009720aa00. 02000000:00000001:1.0:1749610672.613241:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613244:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007dd5ec00. 02000000:00000001:1.0:1749610672.613247:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613249:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880078801c00. 02000000:00000001:1.0:1749610672.613253:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613255:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880096e8c800. 02000000:00000001:1.0:1749610672.613259:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613261:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880078801f80. 02000000:00000001:1.0:1749610672.613265:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613267:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88006bbaf000. 02000000:00000001:1.0:1749610672.613270:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613272:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac34a80. 02000000:00000001:1.0:1749610672.613275:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613277:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880096e8c400. 02000000:00000001:1.0:1749610672.613280:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613283:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880078802300. 02000000:00000001:1.0:1749610672.613286:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613288:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007dd5dc00. 02000000:00000001:1.0:1749610672.613291:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613293:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880099806680. 02000000:00000001:1.0:1749610672.613297:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613299:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff880096e8c000. 02000000:00000001:1.0:1749610672.613302:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613305:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a01e300. 02000000:00000001:1.0:1749610672.613309:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613311:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012d574000. 02000000:00000001:1.0:1749610672.613315:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613317:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a01fb80. 02000000:00000001:1.0:1749610672.613321:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613323:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800781da800. 02000000:00000001:1.0:1749610672.613327:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613330:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac36300. 02000000:00000001:1.0:1749610672.613333:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613335:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012d577000. 02000000:00000001:1.0:1749610672.613339:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613341:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a01f480. 02000000:00000001:1.0:1749610672.613344:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613346:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012d575000. 02000000:00000001:1.0:1749610672.613357:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613360:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a01e680. 02000000:00000001:1.0:1749610672.613365:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613367:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88006bbaf400. 02000000:00000001:1.0:1749610672.613370:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613372:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a01f100. 02000000:00000001:1.0:1749610672.613375:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613377:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009cb99c00. 02000000:00000001:1.0:1749610672.613380:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613382:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880099805c00. 02000000:00000001:1.0:1749610672.613386:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613388:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012d576400. 02000000:00000001:1.0:1749610672.613392:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613393:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880099805f80. 02000000:00000001:1.0:1749610672.613397:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613399:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88006bbae400. 02000000:00000001:1.0:1749610672.613402:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613405:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac37480. 02000000:00000001:1.0:1749610672.613409:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613410:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009cb99800. 02000000:00000001:1.0:1749610672.613414:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613416:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a01ed80. 02000000:00000001:1.0:1749610672.613419:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613421:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012d577c00. 02000000:00000001:1.0:1749610672.613424:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613426:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac35c00. 02000000:00000001:1.0:1749610672.613430:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613432:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88006bbac000. 02000000:00000001:1.0:1749610672.613435:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613437:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a01df80. 02000000:00000001:1.0:1749610672.613441:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613443:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012d575c00. 02000000:00000001:1.0:1749610672.613446:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613449:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac37800. 02000000:00000001:1.0:1749610672.613453:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613455:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800781db000. 02000000:00000001:1.0:1749610672.613458:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613460:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a01d180. 02000000:00000001:1.0:1749610672.613471:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613474:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800781d8400. 02000000:00000001:1.0:1749610672.613482:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613484:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a01ce00. 02000000:00000001:1.0:1749610672.613488:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613489:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012d574c00. 02000000:00000001:1.0:1749610672.613493:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613495:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a01c380. 02000000:00000001:1.0:1749610672.613499:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613501:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800aca72800. 02000000:00000001:1.0:1749610672.613505:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613507:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac34e00. 02000000:00000001:1.0:1749610672.613511:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613513:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007dd5fc00. 02000000:00000001:1.0:1749610672.613516:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613518:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac35180. 02000000:00000001:1.0:1749610672.613522:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613569:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800aca70000. 02000000:00000001:1.0:1749610672.613575:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613578:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac37b80. 02000000:00000001:1.0:1749610672.613591:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613594:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800ac891800. 02000000:00000001:1.0:1749610672.613599:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613601:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a01c700. 02000000:00000001:1.0:1749610672.613605:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613607:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007dd5cc00. 02000000:00000001:1.0:1749610672.613610:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613612:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac3f800. 02000000:00000001:1.0:1749610672.613616:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613618:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800ac891400. 02000000:00000001:1.0:1749610672.613621:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613623:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880078803100. 02000000:00000001:1.0:1749610672.613627:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613630:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800aca71800. 02000000:00000001:1.0:1749610672.613633:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613635:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac3df80. 02000000:00000001:1.0:1749610672.613639:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613641:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800ac893800. 02000000:00000001:1.0:1749610672.613652:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613658:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880099807100. 02000000:00000001:1.0:1749610672.613663:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613665:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800aca73400. 02000000:00000001:1.0:1749610672.613668:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613670:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac3dc00. 02000000:00000001:1.0:1749610672.613674:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613676:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007dd5d400. 02000000:00000001:1.0:1749610672.613679:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613681:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac3ce00. 02000000:00000001:1.0:1749610672.613685:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613687:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88006bb89400. 02000000:00000001:1.0:1749610672.613691:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613693:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac3ed80. 02000000:00000001:1.0:1749610672.613697:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613699:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800aca72c00. 02000000:00000001:1.0:1749610672.613703:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613705:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a01ea00. 02000000:00000001:1.0:1749610672.613708:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613710:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007dd5f400. 02000000:00000001:1.0:1749610672.613713:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613715:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac3d880. 02000000:00000001:1.0:1749610672.613719:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613721:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009d032c00. 02000000:00000001:1.0:1749610672.613735:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613739:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac3c380. 02000000:00000001:1.0:1749610672.613743:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613745:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009d030400. 02000000:00000001:1.0:1749610672.613748:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613750:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880078800e00. 02000000:00000001:1.0:1749610672.613755:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613757:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009a3ff000. 02000000:00000001:1.0:1749610672.613786:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613788:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac3d500. 02000000:00000001:1.0:1749610672.613793:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613795:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800ac892800. 02000000:00000001:1.0:1749610672.613799:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613801:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880078801880. 02000000:00000001:1.0:1749610672.613815:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613818:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012eab2c00. 02000000:00000001:1.0:1749610672.613821:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613823:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a01ca80. 02000000:00000001:1.0:1749610672.613826:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613828:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800b4060000. 02000000:00000001:1.0:1749610672.613832:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613834:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880078802680. 02000000:00000001:1.0:1749610672.613838:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613840:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 712 at ffff8800b4062400. 02000000:00000001:1.0:1749610672.613843:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613845:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097173800. 02000000:00000001:1.0:1749610672.613850:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613852:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012eab3800. 02000000:00000001:1.0:1749610672.613855:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613857:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097170380. 02000000:00000001:1.0:1749610672.613861:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613863:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012eab2000. 02000000:00000001:1.0:1749610672.613866:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613868:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097172a00. 02000000:00000001:1.0:1749610672.613871:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613873:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012eab1400. 02000000:00000001:1.0:1749610672.613877:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613879:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097173100. 02000000:00000001:1.0:1749610672.613882:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613884:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009c9a7c00. 02000000:00000001:1.0:1749610672.613888:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613890:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097172d80. 02000000:00000001:1.0:1749610672.613895:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613897:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009c9a6800. 02000000:00000001:1.0:1749610672.613901:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613904:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097170a80. 02000000:00000001:1.0:1749610672.613907:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613909:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009d743400. 02000000:00000001:1.0:1749610672.613912:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613915:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097170e00. 02000000:00000001:1.0:1749610672.613919:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613922:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009d741000. 02000000:00000001:1.0:1749610672.613932:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613934:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880078800a80. 02000000:00000001:1.0:1749610672.613939:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613941:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009d742000. 02000000:00000001:1.0:1749610672.613946:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613948:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880078800000. 02000000:00000001:1.0:1749610672.613951:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613953:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009d741c00. 02000000:00000001:1.0:1749610672.613956:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613958:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880078800700. 02000000:00000001:1.0:1749610672.613961:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613963:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009d740800. 02000000:00000001:1.0:1749610672.613966:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613968:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880078803b80. 02000000:00000001:1.0:1749610672.613973:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613974:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009d742400. 02000000:00000001:1.0:1749610672.613978:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613980:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097171c00. 02000000:00000001:1.0:1749610672.613983:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.613985:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009d743800. 02000000:00000001:1.0:1749610672.613988:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.613990:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880097171f80. 02000000:00000001:1.0:1749610672.614004:0:9691:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610672.614007:0:9691:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012eab3000. 02000000:00000001:1.0:1749610672.614010:0:9691:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1749610672.614012:0:9691:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac3f100. 00000100:00000001:1.0:1749610672.614017:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749610672.614025:0:9691:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt: registering portal 12 00000100:00000040:1.0:1749610672.614065:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299946067, at 4299946071 00000100:00000010:1.0:1749610672.614074:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b3b80. 00000400:00000010:0.0:1749610672.614144:0:9691:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffc60. 00000400:00000010:0.0:1749610672.614156:0:9691:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 1144 at ffff88006a3b0800. 00000100:00000001:2.0:1749610672.847626:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610672.847635:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610672.847638:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610672.847643:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610672.847664:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610672.847668:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610672.847672:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610672.847675:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610672.847678:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610673.457620:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610673.457625:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610673.457627:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610673.457630:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610673.457632:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610673.457635:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610673.457637:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610673.457639:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610673.457640:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610673.480624:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610673.480628:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610673.480706:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610673.480709:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610673.480711:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610673.608664:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610673.608676:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610673.608677:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610673.608680:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610673.608682:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610673.608685:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610673.608686:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610673.847639:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610673.847644:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610673.847646:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610673.847650:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610673.847653:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610673.847656:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610673.847658:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610673.847661:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610673.847663:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610674.457665:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610674.457671:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610674.457672:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610674.457675:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610674.457677:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610674.457691:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610674.457694:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610674.457696:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610674.457697:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610674.482706:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610674.482715:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749610674.482718:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749610674.482721:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610674.482726:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749610674.482729:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610674.482732:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610674.482735:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610674.482870:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610674.482876:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610674.482880:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610674.608673:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610674.608689:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610674.608691:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610674.608696:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610674.608698:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610674.608702:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610674.608704:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610674.847669:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610674.847678:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610674.847681:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610674.847686:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610674.847689:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610674.847693:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610674.847696:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610674.847700:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610674.847702:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610675.457681:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610675.457691:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610675.457693:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610675.457698:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610675.457702:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610675.457706:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610675.457710:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610675.457713:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610675.457715:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610675.484708:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610675.484713:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610675.484845:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610675.484850:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610675.484854:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610675.608810:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610675.608843:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610675.608846:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610675.608850:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610675.608852:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610675.608855:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610675.608858:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610675.847672:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610675.847681:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610675.847684:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610675.847687:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610675.847691:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610675.847695:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610675.847698:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610675.847717:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610675.847720:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610676.457665:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610676.457674:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610676.457676:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610676.457681:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610676.457685:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610676.457689:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610676.457693:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610676.457696:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610676.457698:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610676.486707:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610676.486712:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610676.486826:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610676.486831:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610676.486835:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610676.608710:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610676.608758:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610676.608761:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610676.608767:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610676.608770:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610676.608774:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610676.608776:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610676.847677:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610676.847685:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610676.847687:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610676.847692:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610676.847696:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610676.847700:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610676.847703:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749610676.847716:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff880074863480 x1834598494543488/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610676.847754:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610676.847759:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074863480 x1834598494543488/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610676.847769:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749610676.847772:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610676.847775:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610676.847777:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610676.847780:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074863480 x1834598494543488/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610676.847815:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074863480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494543488:0@lo:101:ll_cfg_requeue.0 00000100:00000001:2.0:1749610676.847821:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610676.847823:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749610676.847826:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749610676.847828:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610676.847832:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074863480 x1834598494543488/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610676.847838:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610676.847841:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800966abf00. 00000100:00000001:2.0:1749610676.847846:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749610676.847847:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:2.0:1749610676.847852:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1749610676.847856:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749610676.847860:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610676.847863:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88009c9bce00 refcount=4 00000020:00000001:2.0:1749610676.847866:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134941675008 : -131938767876608 : ffff88009c9bce00) 00010000:00000001:2.0:1749610676.847868:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134941675008 : -131938767876608 : ffff88009c9bce00) 00010000:00010000:2.0:1749610676.847875:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88009c9bce00/0x689c0ec07329d1bb lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610676.847885:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:2.0:1749610676.847890:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88009c9bce00/0x689c0ec07329d1bb lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610676.847896:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1749610676.847899:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88009c9bce00/0x689c0ec07329d1bb lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610676.847905:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749610676.847907:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1749610676.847914:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88009c9bce00/0x689c0ec07329d1bb lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610676.847920:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749610676.847923:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610676.847926:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1749610676.847929:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88009c9bce00/0x689c0ec07329d1bb lrc: 4/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749610676.847935:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88009c9bce00 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:2.0:1749610676.847938:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749610676.847941:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88009c9bce00/0x689c0ec07329d1bb lrc: 4/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610676.847946:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1749610676.847947:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749610676.847949:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610676.847950:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88009c9bce00 refcount=5 00000020:00000001:2.0:1749610676.847952:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134941675008 : -131938767876608 : ffff88009c9bce00) 00010000:00000001:2.0:1749610676.847954:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134941675008 : -131938767876608 : ffff88009c9bce00) 00010000:00000001:2.0:1749610676.847957:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1749610676.847959:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88009c9bce00/0x689c0ec07329d1bb lrc: 5/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1749610676.847964:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749610676.847967:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88009c9bce00/0x689c0ec07329d1bb lrc: 5/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1749610676.847972:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000040:2.0:1749610676.847974:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1749610676.847976:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610676.847978:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1749610676.847980:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1749610676.847982:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1749610676.847984:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1749610676.847990:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749610676.847992:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610676.847995:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88009c9bce00 with handle 0x689c0ec07329d1bb from hash 00010000:00000001:2.0:1749610676.847997:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1749610676.847999:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749610676.848000:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749610676.848002:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1749610676.848003:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1749610676.848004:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1749610676.848007:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749610676.848008:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749610676.848009:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749610676.848011:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610676.848014:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88009c9bce00/0x689c0ec07329d1bb lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610676.848019:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749610676.848020:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749610676.848021:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1749610676.848022:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1749610676.848024:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749610676.848025:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749610676.848026:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1749610676.848028:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88009c9bce00/0x689c0ec07329d1bb lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1749610676.848035:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88006efe5600 count: 0 00010000:00000001:2.0:1749610676.848067:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749610676.848069:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749610676.848072:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610676.848076:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074863480 x1834598494543488/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610676.848083:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749610676.848086:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610676.848088:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1749610676.848090:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610676.848100:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009c9bc200. 02000000:00000001:2.0:1749610676.848105:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610676.848106:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610676.848108:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074863480. 00000100:00000001:2.0:1749610676.848113:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610676.848114:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1749610676.848116:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:2.0:1749610676.848119:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:2.0:1749610676.848122:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1749610676.848126:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff88012b677fc0. 00000020:00000010:2.0:1749610676.848129:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bc200. 00000020:00000010:2.0:1749610676.848134:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009c9bcc00. 00000040:00000010:2.0:1749610676.848138:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88009c9bc400. 00000020:00000010:2.0:1749610676.848143:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88007d1cd000. 00000020:00000010:2.0:1749610676.848148:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009c9bc800. 80000000:00000010:2.0:1749610676.848153:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b4256060. 00040000:00000010:2.0:1749610676.848159:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009c9bd000. 00080000:00000010:2.0:1749610676.848166:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88013118f000. 00080000:00000010:2.0:1749610676.848172:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012fea6000. 10000000:00000040:2.0:1749610676.848181:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000001:2.0:1749610676.848184:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:2.0:1749610676.848190:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88009c9bcc00. 00000040:00000010:2.0:1749610676.848194:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88009c9bc400. 00000020:00000010:2.0:1749610676.848197:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88007d1cd000. 00000020:00000010:2.0:1749610676.848201:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88009c9bc800. 80000000:00000010:2.0:1749610676.848204:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b4256060. 00040000:00000010:2.0:1749610676.848208:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88009c9bd000. 00080000:00000010:2.0:1749610676.848212:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88012fea6000. 00080000:00000010:2.0:1749610676.848216:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88013118f000. 00000020:00000010:2.0:1749610676.848220:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bc200. 10000000:00000010:2.0:1749610676.848223:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff88012b677fc0. 10000000:01000000:2.0:1749610676.848225:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'params' failed (-5). 10000000:00000001:2.0:1749610676.848229:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:2.0:1749610676.848232:0:9690:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:2.0:1749610676.856309:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1749610676.856313:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1749610676.856316:0:9690:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff8800b42cbc00) refs 2 10000000:00000001:2.0:1749610676.856319:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749610676.856321:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1749610676.856323:0:9690:0:(mgc_request.c:123:config_log_put()) log params(ffff88009c9bfc00) refs 2 10000000:00000001:2.0:1749610676.856325:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1749610676.856326:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1749610676.856327:0:9690:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:2.0:1749610676.856329:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:2.0:1749610676.856331:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-client-ffff8800b422c800 from 52 10000000:00000001:2.0:1749610676.856334:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:2.0:1749610676.856335:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:2.0:1749610676.856340:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074863480. 00000020:00000040:2.0:1749610676.856344:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1749610676.856349:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610676.856352:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610676.856356:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610676.856362:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009c9bc200. 00000100:00000001:2.0:1749610676.856369:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610676.856372:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1749610676.856375:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1749610676.856381:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88006efe5200. 00010000:00000001:2.0:1749610676.856386:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1749610676.856388:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009c9bc600. 00000020:00000001:2.0:1749610676.856392:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1749610676.856394:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88009c9bc600 with handle 0x689c0ec07329d1c2 to hash 00000020:00000001:2.0:1749610676.856397:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1749610676.856398:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134941672960 : -131938767878656 : ffff88009c9bc600) 00010000:00000001:2.0:1749610676.856401:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134941672960 : -131938767878656 : ffff88009c9bc600) 00010000:00000001:2.0:1749610676.856404:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749610676.856406:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610676.856410:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88009c9bc600/0x689c0ec07329d1c2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749610676.856418:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88009c9bc600/0x689c0ec07329d1c2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749610676.856438:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88009c9bc600/0x689c0ec07329d1c2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1749610676.856444:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749610676.856446:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749610676.856451:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800966abf00. 00000100:00000001:2.0:1749610676.856453:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134837796608 : -131938871755008 : ffff8800966abf00) 00000100:00000001:2.0:1749610676.856456:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610676.856458:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269170816 : -131939440380800 : ffff880074863480) 00000100:00000001:2.0:1749610676.856462:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610676.856466:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610676.856468:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749610676.856470:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749610676.856476:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074863480 x1834598494546048/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610676.856485:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610676.856487:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749610676.856491:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff880074863480 x1834598494546048/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610676.856499:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610676.856501:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610676.856502:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610676.856504:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610676.856506:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610676.856508:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610676.856509:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610676.856510:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610676.856512:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1F:1749610676.856679:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88006efe5600. 00010000:00000010:3.1:1749610676.856699:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009c9bce00. 00000100:00000001:2.0:1749610677.457633:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610677.457642:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610677.457646:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610677.457652:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610677.457656:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610677.457678:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610677.457682:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610677.457686:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610677.457689:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610677.488671:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610677.488676:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610677.488801:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610677.488807:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610677.488810:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610677.608666:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610677.608681:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610677.608684:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610677.608690:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610677.608693:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610677.608697:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610677.608701:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610677.614630:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610677.614638:0:8737:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749610677.614642:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610677.614646:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610677.614649:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610677.614651:0:8737:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610677.614655:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610677.614660:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5278 00000100:00080000:2.0:1749610677.614665:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610677.614668:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610677.614672:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610677.614674:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610677.614676:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610677.614681:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610677.614683:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749610677.614686:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610677.614690:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749610677.614692:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749610677.614695:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749610677.614698:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610677.614700:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610677.614701:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610677.614703:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610677.614707:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749610677.614747:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610677.614750:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610677.614754:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610677.614761:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610677.614764:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610677.614766:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610677.614769:0:8737:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610677.614775:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074861c00. 00000020:00000040:2.0:1749610677.614779:0:8737:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749610677.614784:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610677.614786:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610677.614789:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610677.614791:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610677.614795:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610677.614803:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880129e11000. 00000100:00000001:2.0:1749610677.614810:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610677.614820:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880074861c00 x1834598494546176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610677.614832:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610677.614836:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610677.614841:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074861c00] to pc [ptlrpcd_rcv+-1] req@ffff880074861c00 x1834598494546176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610677.614867:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610677.614871:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610677.614875:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610677.614876:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610677.614878:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610677.614881:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610677.614883:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5278 00000100:00080000:2.0:1749610677.614885:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610677.614888:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610677.614890:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610677.614898:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610677.614900:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610677.614902:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610677.614904:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749610677.614906:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610677.614908:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749610677.614910:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749610677.614912:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749610677.614915:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610677.614916:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610677.614918:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610677.614919:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610677.614922:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749610677.614924:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610677.614926:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610677.614928:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610677.614931:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610677.614934:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610677.614935:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610677.614937:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610677.614942:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074860000. 00000020:00000040:2.0:1749610677.614945:0:8737:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749610677.614947:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610677.614949:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610677.614950:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610677.614952:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610677.614954:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610677.614957:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880129e13800. 00000100:00000001:2.0:1749610677.614961:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610677.614961:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1749610677.614965:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880074860000 x1834598494546304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610677.614967:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610677.614970:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749610677.614972:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610677.614975:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610677.614979:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074861c00 x1834598494546176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610677.614983:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074860000] to pc [ptlrpcd_rcv+-1] req@ffff880074860000 x1834598494546304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610677.614991:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610677.614992:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610677.614993:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610677.614996:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000001:0.0:1749610677.614997:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:2.0:1749610677.614999:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610677.615000:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:0.0:1749610677.615000:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1749610677.615001:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:0.0:1749610677.615003:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610677.615004:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610677.615006:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5278 00000100:00100000:0.0:1749610677.615007:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074861c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494546176:0@lo:38:kworker.0 00000100:00080000:2.0:1749610677.615008:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610677.615011:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610677.615013:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610677.615013:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1749610677.615014:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610677.615016:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749610677.615017:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1749610677.615018:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610677.615019:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 02000000:00000001:0.0:1749610677.615019:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610677.615021:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1749610677.615022:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:2.0:1749610677.615024:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000020:00000001:2.0:1749610677.615026:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000020:00000001:2.0:1749610677.615028:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 02000000:00000010:0.0:1749610677.615028:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130312400. 02000000:00000001:0.0:1749610677.615030:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610677.615031:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610677.615032:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610677.615034:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610677.615036:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000010:0.0:1749610677.615037:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffbb0. 00000020:00000040:2.0:1749610677.615038:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00080000:2.0:1749610677.615040:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610677.615042:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610677.615043:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:0.0:1749610677.615045:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821088. 02000000:00000001:2.0:1749610677.615046:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610677.615048:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610677.615053:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494546176, portal 4 00000100:00000001:2.0:1749610677.615054:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610677.615056:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610677.615060:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074860700. 00000020:00000040:2.0:1749610677.615062:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749610677.615064:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610677.615066:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610677.615066:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610677.615067:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1749610677.615067:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269164544 : -131939440387072 : ffff880074861c00) 02000000:00000001:2.0:1749610677.615069:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610677.615070:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610677.615074:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880129e10400. 00000100:00000040:0.0:1749610677.615076:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074861c00 x1834598494546176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610677.615077:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610677.615081:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880074860700 x1834598494546432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610677.615085:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610677.615088:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1749610677.615089:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610677.615090:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610677.615091:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958212a8. 00000100:00000040:2.0:1749610677.615093:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074860700] to pc [ptlrpcd_rcv+-1] req@ffff880074860700 x1834598494546432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610677.615094:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494546176, offset 0 00000400:00000200:0.0:1749610677.615100:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610677.615101:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610677.615103:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749610677.615106:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749610677.615110:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074860a80. 00000020:00000040:2.0:1749610677.615111:0:8737:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749610677.615114:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610677.615115:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610677.615116:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610677.615117:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:2.0:1749610677.615119:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5a00. 00000100:00000001:2.0:1749610677.615121:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610677.615125:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880074860a80 x1834598494546560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749610677.615128:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf92a900 00000100:00000001:2.0:1749610677.615132:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610677.615134:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610677.615136:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3ded [256] + 10920 00000100:00000040:2.0:1749610677.615139:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074860a80] to pc [ptlrpcd_00_02+2] req@ffff880074860a80 x1834598494546560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610677.615145:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610677.615149:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610677.615155:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749610677.615158:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1749610677.615162:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099880700. 00000100:00000040:0.0:1749610677.615166:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880099880700 x1834598494546176 msgsize 520 00000100:00100000:0.0:1749610677.615170:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610677.615181:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749610677.615183:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610677.615186:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610677.615189:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000400:00000200:0.0:1749610677.615189:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958212a8 00000100:00000001:2.0:1749610677.615191:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000400:00000010:0.0:1749610677.615191:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958212a8. 00000100:00080000:2.0:1749610677.615193:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610677.615194:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749610677.615196:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610677.615198:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5278 00000100:00000200:0.0:1749610677.615198:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074861c00 x1834598494546176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749610677.615200:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610677.615203:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610677.615205:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610677.615206:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610677.615207:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610677.615208:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610677.615210:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1749610677.615210:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074861c00 x1834598494546176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610702 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749610677.615211:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:2.0:1749610677.615213:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610677.615214:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:2.0:1749610677.615216:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:0.0:1749610677.615217:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610677.615218:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:0.0:1749610677.615219:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:2.0:1749610677.615222:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610677.615222:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610677.615223:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610677.615225:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610677.615227:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610677.615227:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:0.0:1749610677.615227:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1278 usecs (2 jiffies) 00000020:00000040:2.0:1749610677.615229:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00000001:0.0:1749610677.615230:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299951074 00000100:00080000:2.0:1749610677.615232:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00100000:3.0:1749610677.615233:0:28324:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1749610677.615233:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610677.615235:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610677.615235:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610677.615238:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610677.615240:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610677.615240:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b3800. 00000100:00000001:2.0:1749610677.615242:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:3.0:1749610677.615243:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610677.615246:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610677.615247:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:3.0:1749610677.615248:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610677.615248:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610677.615249:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610677.615251:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1749610677.615252:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074860e00. 00000100:00000001:0.0:1749610677.615253:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299951074 00000020:00000040:2.0:1749610677.615254:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000010:0.0:1749610677.615256:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b3500. 02000000:00000001:2.0:1749610677.615257:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610677.615258:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610677.615259:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074860a80 x1834598494546560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610677.615259:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749610677.615260:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610677.615262:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1749610677.615262:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299951074 02000000:00000001:2.0:1749610677.615263:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610677.615265:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b3b40. 02000000:00000010:2.0:1749610677.615267:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880129e12400. 00000100:00000001:0.0:1749610677.615268:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:3.0:1749610677.615269:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610677.615270:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610677.615271:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610677.615271:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299951074 02000000:00000001:3.0:1749610677.615274:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:2.0:1749610677.615274:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880074860e00 x1834598494546688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:0.0:1749610677.615274:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b3180. 00000100:00000001:0.0:1749610677.615276:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 02000000:00000001:3.0:1749610677.615277:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610677.615279:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610677.615279:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610677.615281:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610677.615281:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610677.615283:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074860a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:28324:1834598494546560:0@lo:400:kworker.0 00000100:00000001:2.0:1749610677.615284:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610677.615284:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610677.615284:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610677.615286:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1749610677.615287:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074860e00] to pc [ptlrpcd_rcv+-1] req@ffff880074860e00 x1834598494546688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610677.615287:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610677.615290:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749610677.615291:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610677.615292:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610677.615292:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1749610677.615294:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749610677.615294:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610677.615294:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610677.615296:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749610677.615297:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749610677.615297:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610677.615298:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749610677.615300:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749610677.615302:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074861180. 00000100:00000040:0.0:1749610677.615303:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074860000 x1834598494546304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749610677.615304:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749610677.615306:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:3.0:1749610677.615307:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7b2200. 02000000:00000001:2.0:1749610677.615307:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610677.615309:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610677.615310:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610677.615311:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000010:2.0:1749610677.615312:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5100. 00000100:00000001:1.0:1749610677.615313:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749610677.615313:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610677.615314:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610677.615315:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7948. 02000000:00000001:0.0:1749610677.615315:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:1.0:1749610677.615316:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494546176 00000100:00000040:2.0:1749610677.615317:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880074861180 x1834598494546816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1749610677.615317:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610677.615319:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:3.0:1749610677.615320:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedd48. 02000000:00000001:0.0:1749610677.615320:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610677.615323:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1749610677.615323:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074860000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494546304:0@lo:38:kworker.0 00000100:00000001:2.0:1749610677.615324:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000200:3.0:1749610677.615325:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494546560, portal 10 00000100:00000001:2.0:1749610677.615326:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610677.615326:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610677.615326:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749610677.615327:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1749610677.615328:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749610677.615329:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269160064 : -131939440391552 : ffff880074860a80) 00000100:00000040:2.0:1749610677.615330:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074861180] to pc [ptlrpcd_00_03+3] req@ffff880074861180 x1834598494546816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610677.615330:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610677.615332:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1749610677.615337:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074860a80 x1834598494546560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610677.615340:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610677.615340:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130313400. 02000000:00000001:0.0:1749610677.615342:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610677.615344:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494546176 00000100:00000001:3.0:1749610677.615345:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:0.0:1749610677.615346:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffcb8. 00000100:00000040:3.0:1749610677.615347:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1749610677.615347:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610677.615348:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000010:3.0:1749610677.615349:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eeddd0. 00000400:00000010:0.0:1749610677.615349:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958212a8. 00000020:00000001:1.0:1749610677.615350:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:3.0:1749610677.615353:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494546560, offset 0 00000020:00000001:1.0:1749610677.615353:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610677.615353:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494546304, portal 10 00000100:00000001:2.0:1749610677.615355:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610677.615355:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610677.615355:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610677.615356:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269157376 : -131939440394240 : ffff880074860000) 00000400:00000200:3.0:1749610677.615358:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749610677.615360:0:8737:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5288) 00000020:00000010:1.0:1749610677.615361:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125600. 00000100:00000040:0.0:1749610677.615363:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074860000 x1834598494546304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610677.615366:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1749610677.615366:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9d00. 00000100:00000001:0.0:1749610677.615370:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:1.0:1749610677.615372:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c7d0. 00000400:00000200:3.0:1749610677.615373:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf92aa80 00000100:00000040:0.0:1749610677.615373:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610677.615375:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 00000100:00000001:1.0:1749610677.615377:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610677.615379:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1749610677.615380:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be9 [64] + 0 00000100:00000001:1.0:1749610677.615382:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610677.615385:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610677.615388:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610677.615388:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610677.615391:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494546304, offset 0 00000100:00000001:3.0:1749610677.615393:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749610677.615395:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:0.0:1749610677.615395:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:3.0:1749610677.615399:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e99e300. 00000100:00000040:3.0:1749610677.615402:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff88008e99e300 x1834598494546560 msgsize 224 00000400:00000200:0.0:1749610677.615402:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1749610677.615406:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1749610677.615407:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92a980 00000400:00000200:0.0:1749610677.615412:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 224 00000100:00000001:3.0:1749610677.615416:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749610677.615417:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610677.615420:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610677.615421:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eeddd0 00000100:00000001:1.0:1749610677.615422:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749610677.615423:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eeddd0. 00000100:00000001:3.0:1749610677.615427:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749610677.615431:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074860a80 x1834598494546560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610677.615431:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749610677.615433:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749610677.615434:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610677.615436:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000010:0.0:1749610677.615436:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099880a80. 00000100:00000001:3.0:1749610677.615439:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610677.615439:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880099880a80 x1834598494546304 msgsize 520 00000100:00100000:1.0:1749610677.615442:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00000040:3.0:1749610677.615444:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074860a80 x1834598494546560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610693 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610677.615444:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610677.615445:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134890047232 : -131938819504384 : ffff880099880700) 00000100:00000040:1.0:1749610677.615452:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880099880700 x1834598494546176/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610697 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610677.615455:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749610677.615459:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 00000400:00000010:0.0:1749610677.615461:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 00000100:00000001:3.0:1749610677.615463:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610677.615464:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749610677.615465:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:1.0:1749610677.615465:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099880700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494546176:12345-0@lo:38:kworker.0 00000100:00000200:0.0:1749610677.615467:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074860000 x1834598494546304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610677.615468:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:1.0:1749610677.615469:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494546176 00000100:00000001:3.0:1749610677.615470:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610677.615471:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494546560 00000020:00000001:1.0:1749610677.615473:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:3.0:1749610677.615474:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 808 usecs (1 jiffies) 02000000:00000001:2.0:1749610677.615474:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610677.615474:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610677.615476:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610677.615477:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299951073 00010000:00000001:1.0:1749610677.615477:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:0.0:1749610677.615477:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074860000 x1834598494546304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610702 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610677.615478:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610677.615480:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299951074 02000000:00000001:2.0:1749610677.615481:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610677.615483:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299951073 00000100:00100000:2.0:1749610677.615484:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494546560 00000100:00000001:3.0:1749610677.615485:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299951074 00000100:00000001:3.0:1749610677.615487:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299951073 00000020:00000001:2.0:1749610677.615487:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610677.615488:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000100:00000001:3.0:1749610677.615489:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299951074 00000020:00000001:2.0:1749610677.615490:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610677.615491:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299951073 00000020:00000040:2.0:1749610677.615492:0:12680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000020:00000001:1.0:1749610677.615492:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610677.615493:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299951074 00000100:00000001:3.0:1749610677.615495:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749610677.615495:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00010000:00020000:1.0:1749610677.615496:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749610677.615496:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610677.615497:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:0.0:1749610677.615497:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610677.615498:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610677.615499:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610677.615500:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610677.615502:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610677.615502:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1749610677.615502:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610677.615502:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610677.615505:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012b677fc0. 00000100:00000001:1.0:1749610677.615506:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:0.0:1749610677.615506:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 891 usecs (1 jiffies) 00000100:00000001:3.0:1749610677.615507:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610677.615508:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1749610677.615508:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749610677.615508:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299951073 00000100:00000001:3.0:1749610677.615510:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1749610677.615511:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749610677.615511:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299951074 00000100:00000001:3.0:1749610677.615512:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1749610677.615512:0:12680:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:3.0:1749610677.615513:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610677.615514:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299951073 00000100:00000001:0.0:1749610677.615516:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299951074 00000100:00000040:3.0:1749610677.615517:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074861180 x1834598494546816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610677.615518:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299951073 02000000:00000010:1.0:1749610677.615521:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880135260000. 00000100:00000001:0.0:1749610677.615521:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299951074 00000100:00000001:2.0:1749610677.615545:0:12680:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1749610677.615550:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bd000. 00000020:00000010:2.0:1749610677.615554:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387a00. 00000100:00000001:0.0:1749610677.615557:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299951074 00000020:00000010:2.0:1749610677.615558:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9640. 00000100:00000001:0.0:1749610677.615559:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299951074 00000100:00000001:0.0:1749610677.615561:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610677.615563:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610677.615565:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1749610677.615565:0:12680:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1749610677.615566:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749610677.615567:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610677.615567:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1749610677.615569:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749610677.615569:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:3.0:1749610677.615571:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610677.615571:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610677.615571:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074860700 x1834598494546432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610677.615572:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610677.615574:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610677.615574:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610677.615577:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074861180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494546816:0@lo:400:kworker.0 00000100:00000001:2.0:1749610677.615577:0:12680:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1749610677.615579:0:12680:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000001:1.0:1749610677.615579:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749610677.615579:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610677.615581:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749610677.615581:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610677.615581:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610677.615582:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610677.615583:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00001000:1.0:1749610677.615585:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:0.0:1749610677.615585:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610677.615587:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610677.615588:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610677.615589:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00100000:0.0:1749610677.615590:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074860700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494546432:0@lo:38:kworker.0 02000000:00000001:3.0:1749610677.615591:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749610677.615592:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610677.615592:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610677.615593:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749610677.615594:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749610677.615595:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749610677.615596:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494546304 00000100:00000040:1.0:1749610677.615596:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:0.0:1749610677.615596:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749610677.615597:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610677.615598:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7b2000. 02000000:00000001:2.0:1749610677.615598:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610677.615598:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749610677.615599:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1749610677.615600:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610677.615600:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610677.615601:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 02000000:00000010:0.0:1749610677.615602:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130311400. 00000400:00000010:3.0:1749610677.615604:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f79a0. 00000100:00000040:1.0:1749610677.615604:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:0.0:1749610677.615604:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610677.615606:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:3.0:1749610677.615608:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eeddd0. 00000100:00000001:2.0:1749610677.615608:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610677.615609:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610677.615611:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610677.615611:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:3.0:1749610677.615612:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494546816, portal 10 00000100:00100000:2.0:1749610677.615613:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494546304 00000100:00000040:1.0:1749610677.615613:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610677.615613:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffd68. 00000100:00000001:3.0:1749610677.615614:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610677.615615:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269161856 : -131939440389760 : ffff880074861180) 00000020:00000001:2.0:1749610677.615615:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:0.0:1749610677.615616:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 00000020:00000040:2.0:1749610677.615617:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000010:1.0:1749610677.615617:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000020:00000001:2.0:1749610677.615618:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749610677.615620:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610677.615620:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494546432, portal 10 00000100:00000040:3.0:1749610677.615622:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074861180 x1834598494546816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610677.615622:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610677.615622:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494546176, offset 0 00000100:00000001:0.0:1749610677.615622:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610677.615623:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269159168 : -131939440392448 : ffff880074860700) 00000020:00000010:2.0:1749610677.615625:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bc800. 00000400:00000200:1.0:1749610677.615627:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1749610677.615628:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387380. 00000100:00000001:3.0:1749610677.615629:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610677.615630:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074860700 x1834598494546432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610677.615631:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9578. 00000100:00000040:3.0:1749610677.615632:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610677.615634:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eede58. 00000100:00000001:2.0:1749610677.615634:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610677.615635:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:3.0:1749610677.615636:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494546816, offset 0 00000400:00000200:1.0:1749610677.615636:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610677.615637:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610677.615637:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610677.615639:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1749610677.615640:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610677.615640:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610677.615641:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 00000400:00000200:1.0:1749610677.615643:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf92a900 00000100:00000200:0.0:1749610677.615643:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494546432, offset 0 00000100:00000001:2.0:1749610677.615645:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610677.615648:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610677.615649:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610677.615650:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610677.615652:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1749610677.615655:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610677.615656:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf92ab80 00000100:00100000:2.0:1749610677.615657:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 183 00000100:00000040:2.0:1749610677.615660:0:12680:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000400:00000200:1.0:1749610677.615660:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6475 [1] + 0 00000400:00000200:0.0:1749610677.615661:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92aa00 00000100:00000001:2.0:1749610677.615662:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134706668288 : -131939002883328 : ffff88008e99e300) 00000400:00000200:1.0:1749610677.615665:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749610677.615667:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008e99e300 x1834598494546560/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:113/0 lens 224/0 e 0 to 0 dl 1749610688 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610677.615669:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610677.615672:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be9 [64] + 744 00000100:00000001:2.0:1749610677.615676:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1749610677.615677:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1749610677.615678:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012b677500. 00000400:00000200:0.0:1749610677.615678:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 968 00000400:00000200:3.0:1749610677.615680:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610677.615680:0:12680:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749610677.615682:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1749610677.615683:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012b677500. 00000100:00000001:3.0:1749610677.615684:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749610677.615684:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:0.0:1749610677.615685:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610677.615686:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:2.0:1749610677.615688:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e99e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:28324:x1834598494546560:12345-0@lo:400:kworker.0 00000100:00000010:3.0:1749610677.615689:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e99e680. 00000100:00000200:1.0:1749610677.615690:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074861c00 x1834598494546176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610702 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610677.615692:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff88008e99e680 x1834598494546816 msgsize 224 00000100:00000200:2.0:1749610677.615692:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494546560 00000020:00000001:2.0:1749610677.615694:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:3.0:1749610677.615696:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:2.0:1749610677.615697:0:12680:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:2.0:1749610677.615700:0:12680:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610677.615702:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880074861c00 x1834598494546176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610702 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610677.615703:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:2.0:1749610677.615703:0:12680:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1749610677.615710:0:12680:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:1.0:1749610677.615711:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749610677.615712:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eede58 00000400:00000010:3.0:1749610677.615734:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eede58. 00000020:00000001:2.0:1749610677.615736:0:12680:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1749610677.615737:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:2.0:1749610677.615741:0:12680:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749610677.615742:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074861180 x1834598494546816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610677.615743:0:12680:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1749610677.615744:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000020:00000001:2.0:1749610677.615745:0:12680:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000400:00000010:1.0:1749610677.615747:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000020:00000001:2.0:1749610677.615748:0:12680:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610677.615749:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1749610677.615750:0:12680:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749610677.615750:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610677.615752:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749610677.615754:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000200:0.0:1749610677.615754:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:2.0:1749610677.615757:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749610677.615758:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000010:0.0:1749610677.615758:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099880e00. 00000100:00000040:3.0:1749610677.615759:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074861180 x1834598494546816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610693 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610677.615761:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880129e12800. 00000100:00000040:0.0:1749610677.615761:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880099880e00 x1834598494546432 msgsize 520 02000000:00000001:2.0:1749610677.615763:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610677.615763:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610677.615765:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610677.615766:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610677.615766:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610677.615767:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:1.0:1749610677.615767:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000001:2.0:1749610677.615768:0:12680:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610677.615769:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1749610677.615770:0:12680:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494546560 00000020:00000001:1.0:1749610677.615772:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610677.615772:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749610677.615773:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610677.615773:0:12680:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000040:3.0:1749610677.615776:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 771 usecs (1 jiffies) 00000400:00000200:0.0:1749610677.615776:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 00000100:00000040:1.0:1749610677.615777:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099880700 x1834598494546176/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610697 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610677.615778:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00000100:00000001:3.0:1749610677.615779:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299951074 00010000:00000200:2.0:1749610677.615779:0:12680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008e99e300 x1834598494546560/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:113/0 lens 224/224 e 0 to 0 dl 1749610688 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610677.615780:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749610677.615782:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299951074 00000100:00000001:3.0:1749610677.615784:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299951074 00000100:00000200:0.0:1749610677.615784:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074860700 x1834598494546432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610677.615787:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299951074 00010000:00000001:2.0:1749610677.615787:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00100000:1.0:1749610677.615788:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099880700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494546176:12345-0@lo:38:kworker.0 Request processed in 323us (619us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749610677.615789:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299951074 00010000:00000001:2.0:1749610677.615789:0:12680:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610677.615791:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299951074 00000100:00000001:0.0:1749610677.615791:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610677.615792:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299951074 00000100:00001000:2.0:1749610677.615792:0:12680:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=32 v=5 (1 1 1 1) 00000100:00000001:3.0:1749610677.615794:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299951074 00000100:00000040:0.0:1749610677.615794:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074860700 x1834598494546432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610702 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610677.615796:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610677.615796:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1749610677.615797:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00000040:2.0:1749610677.615798:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610677.615799:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610677.615800:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610677.615801:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610677.615801:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610677.615802:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610677.615802:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749610677.615802:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749610677.615802:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610677.615804:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610677.615804:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610677.615806:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610677.615808:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:1.0:1749610677.615808:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9d00. 00000100:00000040:2.0:1749610677.615809:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610677.615810:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1749610677.615812:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1749610677.615812:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000020:00000010:1.0:1749610677.615812:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c7d0. 00000100:00000001:3.0:1749610677.615813:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610677.615813:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610677.615814:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610677.615816:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610677.615816:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494546560, offset 224 00000020:00000010:1.0:1749610677.615816:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125600. 00000100:00000040:0.0:1749610677.615816:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 813 usecs (1 jiffies) 00000100:00000001:0.0:1749610677.615819:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299951074 00000100:00000001:1.0:1749610677.615820:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749610677.615822:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610677.615822:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299951074 00000100:00000001:0.0:1749610677.615824:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299951074 00000100:00000001:0.0:1749610677.615827:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299951074 00000100:00080000:3.0:1749610677.615829:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:0.0:1749610677.615829:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299951074 00000400:00000200:2.0:1749610677.615830:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610677.615831:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299951074 00000020:00000040:3.0:1749610677.615833:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:0.0:1749610677.615833:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299951074 00000100:00000001:0.0:1749610677.615835:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299951074 00000400:00000200:2.0:1749610677.615837:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92aa80 00000100:00000001:0.0:1749610677.615837:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610677.615839:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749610677.615839:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610677.615841:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494546816 00000100:00000001:0.0:1749610677.615841:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1749610677.615843:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x647d [1] + 224 02000000:00000001:1.0:1749610677.615843:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610677.615845:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749610677.615845:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749610677.615845:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074860e00 x1834598494546688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610677.615847:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494546432 00000100:00000001:1.0:1749610677.615847:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610677.615848:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1749610677.615849:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1749610677.615850:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610677.615851:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1749610677.615852:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1749610677.615852:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494546816 00000100:00000001:0.0:1749610677.615852:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610677.615853:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610677.615854:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610677.615854:0:9691:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1749610677.615855:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:1.0:1749610677.615856:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 02000000:00000001:3.0:1749610677.615857:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610677.615857:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610677.615858:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1749610677.615859:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610677.615861:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000040:1.0:1749610677.615861:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00100000:0.0:1749610677.615862:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074860e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494546688:0@lo:38:kworker.0 00000020:00000001:1.0:1749610677.615863:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00100000:3.0:1749610677.615865:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494546432 00000020:00000001:1.0:1749610677.615865:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:0.0:1749610677.615865:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1749610677.615866:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074860a80 x1834598494546560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610693 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610677.615867:0:9760:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1749610677.615867:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749610677.615868:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749610677.615869:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749610677.615869:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1749610677.615870:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1749610677.615871:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:1.0:1749610677.615871:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b405df00. 00000020:00000001:3.0:1749610677.615873:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610677.615873:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130313800. 00000020:00000001:3.0:1749610677.615875:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610677.615875:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880074860a80 x1834598494546560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610693 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610677.615875:0:9691:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012b677b80. 02000000:00000001:0.0:1749610677.615875:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610677.615878:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffaa8. 00000020:00000010:3.0:1749610677.615879:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2c00. 00000020:00000040:1.0:1749610677.615879:0:9691:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000400:00000010:0.0:1749610677.615881:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 00000020:00000010:3.0:1749610677.615883:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cb80. 00000100:00000200:0.0:1749610677.615884:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494546688, portal 10 00000100:00000001:0.0:1749610677.615886:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610677.615887:0:9691:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1749610677.615888:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8bb8. 00000100:00000001:2.0:1749610677.615890:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610677.615891:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610677.615892:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269160960 : -131939440390656 : ffff880074860e00) 00000100:00000001:3.0:1749610677.615893:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:1.0:1749610677.615894:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b405df00. 00000100:00000001:3.0:1749610677.615895:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610677.615896:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 00000400:00000010:2.0:1749610677.615898:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 00000100:00000001:3.0:1749610677.615899:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610677.615899:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125600. 00000100:00000040:0.0:1749610677.615899:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074860e00 x1834598494546688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610677.615901:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610677.615902:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749610677.615902:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9d00. 00000100:00000001:2.0:1749610677.615903:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:1.0:1749610677.615905:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c7d0. 00000100:00000001:2.0:1749610677.615906:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610677.615906:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610677.615908:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610677.615909:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1749610677.615909:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610677.615910:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000010:0.0:1749610677.615910:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821660. 00000100:00000001:3.0:1749610677.615911:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610677.615911:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1749610677.615912:0:12680:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749610677.615914:0:12680:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610677.615914:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749610677.615914:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494546688, offset 0 00000100:00100000:3.0:1749610677.615915:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 296 00000020:00000001:2.0:1749610677.615916:0:12680:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1749610677.615917:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610677.615918:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134890048128 : -131938819503488 : ffff880099880a80) 00000100:00000001:1.0:1749610677.615919:0:9691:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:2.0:1749610677.615920:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008e99e300 x1834598494546560/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:113/0 lens 224/224 e 0 to 0 dl 1749610688 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610677.615920:0:9691:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:3.0:1749610677.615922:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880099880a80 x1834598494546304/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610697 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610677.615922:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610677.615924:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610677.615924:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610677.615928:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1749610677.615929:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92ab00 00000100:00000001:1.0:1749610677.615930:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1749610677.615931:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e99e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:28324:x1834598494546560:12345-0@lo:400:kworker.0 Request processed in 253us (526us total) trans 0 rc 0/0 00000100:00100000:3.0:1749610677.615932:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099880a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494546304:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1749610677.615935:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 184 00000400:00000200:0.0:1749610677.615935:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 1488 00000100:00000200:3.0:1749610677.615936:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494546304 00000020:00000001:3.0:1749610677.615938:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:1.0:1749610677.615938:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00100000:2.0:1749610677.615940:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 183 00000100:00000001:1.0:1749610677.615940:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134706669184 : -131939002882432 : ffff88008e99e680) 00000400:00000200:0.0:1749610677.615940:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1749610677.615941:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:2.0:1749610677.615943:0:12680:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000400:00000200:0.0:1749610677.615943:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1749610677.615945:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008e99e680 x1834598494546816/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:113/0 lens 224/0 e 0 to 0 dl 1749610688 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610677.615946:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610677.615946:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749610677.615947:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1749610677.615947:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:3.0:1749610677.615950:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610677.615950:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099881180. 00000020:00000010:2.0:1749610677.615951:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387a00. 00000100:00000040:0.0:1749610677.615953:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880099881180 x1834598494546688 msgsize 520 00010000:00020000:3.0:1749610677.615954:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749610677.615954:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749610677.615955:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b405df00. 00000020:00000010:2.0:1749610677.615956:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9640. 00010000:00000001:3.0:1749610677.615957:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:0.0:1749610677.615957:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610677.615958:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610677.615959:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00010000:00000001:3.0:1749610677.615960:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:1.0:1749610677.615960:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b405df00. 00000020:00000010:2.0:1749610677.615961:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bd000. 00000100:00000001:3.0:1749610677.615962:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:0.0:1749610677.615962:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821660 00000100:00100000:1.0:1749610677.615963:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e99e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494546816:12345-0@lo:400:kworker.0 00000400:00000010:0.0:1749610677.615963:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821660. 00000100:00000001:3.0:1749610677.615964:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000040:2.0:1749610677.615965:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00000001:0.0:1749610677.615965:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:3.0:1749610677.615966:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610677.615967:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749610677.615967:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494546816 00000020:00000001:1.0:1749610677.615969:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:0.0:1749610677.615969:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074860e00 x1834598494546688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610677.615970:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88011928b000. 02000000:00000001:3.0:1749610677.615972:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610677.615972:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:1.0:1749610677.615973:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610677.615975:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1749610677.615975:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1749610677.615975:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1749610677.615977:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494546688 00000020:00000001:1.0:1749610677.615977:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000040:0.0:1749610677.615978:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074860e00 x1834598494546688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610702 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610677.615979:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1749610677.615980:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1749610677.615981:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610677.615983:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610677.615983:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610677.615985:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1749610677.615985:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610677.615986:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1749610677.615986:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610677.615988:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610677.615989:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610677.615991:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1749610677.615991:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610677.615991:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 636 usecs (1 jiffies) 00010000:00000001:3.0:1749610677.615993:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610677.615994:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494546688 00000020:00000001:1.0:1749610677.615994:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610677.615994:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299951074 00000020:00000001:2.0:1749610677.615996:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1749610677.615996:0:9691:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1749610677.615996:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299951074 00000100:00001000:3.0:1749610677.615997:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000040:2.0:1749610677.615997:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749610677.615999:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749610677.615999:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749610677.616000:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000001:2.0:1749610677.616001:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610677.616001:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749610677.616003:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1749610677.616003:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610677.616003:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299951074 00000100:00000040:3.0:1749610677.616005:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000010:1.0:1749610677.616005:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880135260400. 00000100:00000001:0.0:1749610677.616005:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299951074 00000020:00000010:2.0:1749610677.616006:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bd000. 02000000:00000001:1.0:1749610677.616007:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610677.616007:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299951074 00000100:00000001:3.0:1749610677.616008:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000010:2.0:1749610677.616008:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387a00. 00000100:00000001:1.0:1749610677.616009:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610677.616009:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299951074 00000100:00000001:3.0:1749610677.616010:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000010:2.0:1749610677.616011:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9640. 00000020:00000001:1.0:1749610677.616011:0:9691:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610677.616011:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299951074 00010000:00000040:1.0:1749610677.616013:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494546816 00000100:00000001:0.0:1749610677.616013:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299951074 00000100:00000040:3.0:1749610677.616014:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610677.616014:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610677.616015:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610677.616016:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749610677.616016:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1749610677.616016:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:0.0:1749610677.616017:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610677.616018:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610677.616018:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610677.616020:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000200:1.0:1749610677.616020:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008e99e680 x1834598494546816/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:113/0 lens 224/224 e 0 to 0 dl 1749610688 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610677.616021:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749610677.616021:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1749610677.616022:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610677.616023:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1749610677.616023:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749610677.616025:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eede58. 00000400:00000010:0.0:1749610677.616025:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffbb0. 00010000:00000001:1.0:1749610677.616028:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749610677.616029:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00010000:00000001:1.0:1749610677.616029:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610677.616030:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821088 00000100:00000001:2.0:1749610677.616031:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00001000:1.0:1749610677.616032:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=32 v=5 (1 1 1 1) 00000400:00000010:0.0:1749610677.616032:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821088. 00000100:00100000:2.0:1749610677.616034:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 297 00000100:00000001:0.0:1749610677.616034:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610677.616036:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134890049024 : -131938819502592 : ffff880099880e00) 00000100:00000001:1.0:1749610677.616036:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610677.616038:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000200:0.0:1749610677.616038:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074861c00 x1834598494546176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610702 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610677.616040:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:2.0:1749610677.616041:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880099880e00 x1834598494546432/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610697 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610677.616042:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494546304, offset 0 02000000:00000001:1.0:1749610677.616043:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610677.616044:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610677.616046:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610677.616046:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:0.0:1749610677.616046:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074861c00 x1834598494546176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610702 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610677.616049:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:2.0:1749610677.616051:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099880e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494546432:12345-0@lo:38:kworker.0 00000400:00000010:1.0:1749610677.616052:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000100:00000001:0.0:1749610677.616053:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749610677.616054:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1749610677.616054:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494546432 00000100:00000001:0.0:1749610677.616054:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749610677.616056:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494546816, offset 224 00000020:00000001:2.0:1749610677.616057:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749610677.616057:0:28320:0:(client.c:1550:after_reply()) Process entered 00010000:00000001:2.0:1749610677.616059:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:3.0:1749610677.616060:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92a980 00000400:00000200:1.0:1749610677.616060:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749610677.616060:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610677.616062:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610677.616064:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610677.616065:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6481 [1] + 0 02000000:00000001:0.0:1749610677.616067:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610677.616068:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610677.616068:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610677.616070:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00020000:2.0:1749610677.616072:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00001000:0.0:1749610677.616073:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610677 v=5 (0 0 0 0) 00000400:00000200:3.0:1749610677.616074:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610677.616074:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92ab80 00010000:00000001:2.0:1749610677.616075:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00001000:0.0:1749610677.616077:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=100 v=20 (1 1 1 20) 00000100:00000001:3.0:1749610677.616078:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:2.0:1749610677.616078:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610677.616080:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:1.0:1749610677.616080:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x648d [1] + 224 00000100:00000001:0.0:1749610677.616080:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610677.616082:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749610677.616082:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:3.0:1749610677.616083:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074860000 x1834598494546304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610702 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610677.616084:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1749610677.616085:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610677.616085:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000010:2.0:1749610677.616087:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880129e11c00. 00000400:00000200:1.0:1749610677.616089:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749610677.616089:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074861c00 x1834598494546176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610702 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610677.616092:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880074860000 x1834598494546304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610702 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610677.616092:0:9691:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:2.0:1749610677.616093:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610677.616096:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610677.616097:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074861180 x1834598494546816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610693 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749610677.616098:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749610677.616100:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610677.616101:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00001000:2.0:1749610677.616103:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:3.0:1749610677.616105:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eede58 00000100:00000040:1.0:1749610677.616106:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880074861180 x1834598494546816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610693 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610677.616107:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eede58. 00000100:00000001:2.0:1749610677.616107:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749610677.616108:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610677.616109:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610677.616109:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749610677.616111:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:2.0:1749610677.616111:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000001:0.0:1749610677.616111:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610677.616113:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610677.616113:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610677.616113:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610677.616115:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749610677.616115:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610677.616118:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749610677.616119:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000001:1.0:1749610677.616120:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:3.0:1749610677.616121:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 02000000:00000001:2.0:1749610677.616121:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00080000:0.0:1749610677.616121:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749610677.616123:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610677.616123:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610677.616124:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610677.616125:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:3.0:1749610677.616126:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749610677.616126:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000100:00000001:0.0:1749610677.616126:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610677.616127:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610677.616128:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000100:00000040:3.0:1749610677.616130:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099880a80 x1834598494546304/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610697 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610677.616130:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000100:00000001:1.0:1749610677.616131:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:0.0:1749610677.616131:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074861c00 x1834598494546176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610702 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610677.616132:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:2.0:1749610677.616134:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494546432, offset 0 00000100:00000001:1.0:1749610677.616135:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610677.616137:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749610677.616139:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00100000:0.0:1749610677.616139:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074861c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494546176:0@lo:38:kworker.0 00000100:00100000:3.0:1749610677.616141:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099880a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494546304:12345-0@lo:38:kworker.0 Request processed in 208us (699us total) trans 0 rc -19/-19 00010000:00000001:1.0:1749610677.616141:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749610677.616143:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610677.616143:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610677.616144:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1749610677.616144:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1749610677.616145:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610677.616148:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008e99e680 x1834598494546816/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:113/0 lens 224/224 e 0 to 0 dl 1749610688 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610677.616149:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92aa00 00000100:00000040:0.0:1749610677.616149:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074861c00 x1834598494546176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610702 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610677.616150:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 296 00000100:00000001:3.0:1749610677.616153:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610677.616154:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1749610677.616154:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6491 [1] + 0 00000100:00000001:0.0:1749610677.616155:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610677.616157:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:3.0:1749610677.616158:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387380. 00000400:00000200:2.0:1749610677.616158:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1749610677.616158:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e99e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494546816:12345-0@lo:400:kworker.0 Request processed in 203us (464us total) trans 0 rc 0/0 02000000:00000010:0.0:1749610677.616160:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130312400. 00000400:00000200:2.0:1749610677.616161:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1749610677.616162:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9578. 02000000:00000001:0.0:1749610677.616163:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749610677.616165:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:0.0:1749610677.616165:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:3.0:1749610677.616166:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bc800. 00000100:00100000:1.0:1749610677.616166:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 184 00000020:00000040:0.0:1749610677.616167:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:3.0:1749610677.616169:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749610677.616169:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074860700 x1834598494546432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610702 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610677.616169:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000020:00000001:0.0:1749610677.616169:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749610677.616171:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000010:0.0:1749610677.616172:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880129e11000. 00000100:00000001:1.0:1749610677.616173:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1749610677.616174:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:1.0:1749610677.616176:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9d00. 02000000:00000001:0.0:1749610677.616176:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749610677.616178:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1749610677.616178:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880074860700 x1834598494546432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610702 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749610677.616178:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074861c00. 00000100:00000001:3.0:1749610677.616179:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1749610677.616179:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c7d0. 00000100:00000001:0.0:1749610677.616181:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000020:00000010:1.0:1749610677.616182:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125600. 00000100:00000001:0.0:1749610677.616182:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749610677.616183:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 298 00000100:00000001:0.0:1749610677.616184:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610677.616185:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134890049920 : -131938819501696 : ffff880099881180) 00000100:00000001:2.0:1749610677.616186:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000040:1.0:1749610677.616186:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:1.0:1749610677.616188:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610677.616189:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880099881180 x1834598494546688/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610697 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610677.616190:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 00000100:00000001:0.0:1749610677.616190:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1749610677.616191:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 00000100:00000001:2.0:1749610677.616193:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610677.616195:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749610677.616196:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749610677.616198:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099881180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494546688:12345-0@lo:38:kworker.0 00000100:00000001:0.0:1749610677.616198:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610677.616200:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1749610677.616201:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494546688 00000020:00000001:3.0:1749610677.616202:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000001:0.0:1749610677.616203:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1749610677.616204:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749610677.616204:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749610677.616204:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1749610677.616207:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000010:0.0:1749610677.616207:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffcb8. 00000100:00000001:2.0:1749610677.616209:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610677.616209:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958212a8 00000020:00000001:2.0:1749610677.616211:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610677.616211:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1749610677.616211:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958212a8. 00000020:00000001:3.0:1749610677.616212:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610677.616213:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610677.616213:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:2.0:1749610677.616215:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099880e00 x1834598494546432/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610697 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00020000:3.0:1749610677.616216:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:0.0:1749610677.616217:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074860000 x1834598494546304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610702 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610677.616218:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749610677.616220:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610677.616222:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610677.616224:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:2.0:1749610677.616225:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099880e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494546432:12345-0@lo:38:kworker.0 Request processed in 174us (461us total) trans 0 rc -19/-19 00000100:00000200:0.0:1749610677.616225:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074860000 x1834598494546304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610702 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610677.616226:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749610677.616232:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:2.0:1749610677.616233:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 297 00000100:00000001:0.0:1749610677.616234:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1749610677.616235:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88011928a400. 00000100:00000001:2.0:1749610677.616235:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610677.616235:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749610677.616237:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610677.616237:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1749610677.616237:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610677.616238:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610677.616239:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610677.616240:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cb80. 00000100:00000001:0.0:1749610677.616240:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610677.616242:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1749610677.616242:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610677.616243:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8bb8. 00010000:00000001:3.0:1749610677.616244:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610677.616245:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610677 v=5 (0 0 0 0) 00000100:00001000:3.0:1749610677.616246:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000010:2.0:1749610677.616247:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2c00. 00000100:00001000:0.0:1749610677.616248:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=82 v=20 (1 1 1 20) 00000100:00000001:3.0:1749610677.616249:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749610677.616250:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610677.616250:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610677.616251:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:02020000:0.0:1749610677.616253:0:28320:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-lwp-MDT0001: operation mds_connect to node 0@lo failed: rc = -19 00000100:00000040:3.0:1749610677.616254:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610677.616256:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610677.616256:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610677.616258:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610677.616259:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:3.0:1749610677.616262:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:0.0:1749610677.616262:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074860000 x1834598494546304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610702 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610677.616264:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610677.616265:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610677.616267:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610677.616268:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:3.0:1749610677.616269:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610677.616270:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:3.0:1749610677.616271:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eede58. 00000100:00000001:0.0:1749610677.616272:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610677.616273:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000200:3.0:1749610677.616275:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494546688, offset 0 00000100:00000001:0.0:1749610677.616275:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:3.0:1749610677.616278:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00080000:0.0:1749610677.616278:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000200:3.0:1749610677.616285:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00080000:0.0:1749610677.616285:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610677.616288:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749610677.616289:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92ab00 00000100:00000040:0.0:1749610677.616292:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074860000 x1834598494546304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610702 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610677.616294:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x64a5 [1] + 0 00000400:00000200:3.0:1749610677.616298:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1749610677.616300:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074860000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494546304:0@lo:38:kworker.0 00000400:00000200:3.0:1749610677.616301:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610677.616305:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000001:0.0:1749610677.616305:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610677.616306:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:3.0:1749610677.616308:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074860e00 x1834598494546688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610702 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610677.616308:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffd68. 00000400:00000200:0.0:1749610677.616310:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 00000400:00000010:0.0:1749610677.616312:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 00000100:00000001:0.0:1749610677.616314:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:3.0:1749610677.616317:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880074860e00 x1834598494546688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610702 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610677.616317:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074860700 x1834598494546432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610702 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610677.616325:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:0.0:1749610677.616325:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074860700 x1834598494546432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610702 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610677.616329:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eede58 00000400:00000010:3.0:1749610677.616331:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eede58. 00000100:00000001:0.0:1749610677.616331:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610677.616333:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610677.616333:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610677.616334:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610677.616336:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610677.616337:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610677.616338:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610677.616339:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:0.0:1749610677.616340:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610677.616343:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610677.616343:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610677 v=5 (0 0 0 0) 00000100:00000040:3.0:1749610677.616346:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00001000:0.0:1749610677.616346:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=32 v=20 (1 1 1 20) 00000100:00000001:3.0:1749610677.616348:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610677.616348:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000001:3.0:1749610677.616350:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610677.616350:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610677.616352:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610677.616354:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099881180 x1834598494546688/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610697 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610677.616355:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074860700 x1834598494546432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610702 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610677.616362:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:3.0:1749610677.616363:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099881180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494546688:12345-0@lo:38:kworker.0 Request processed in 164us (407us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749610677.616364:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:3.0:1749610677.616370:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 298 00000100:00000001:0.0:1749610677.616370:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610677.616372:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749610677.616373:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610677.616373:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610677.616374:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00080000:0.0:1749610677.616376:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000010:3.0:1749610677.616377:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387a00. 00000100:00080000:0.0:1749610677.616379:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000020:00000010:3.0:1749610677.616380:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9640. 00000100:00000001:0.0:1749610677.616381:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:3.0:1749610677.616383:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bd000. 00000100:00000040:0.0:1749610677.616385:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074860700 x1834598494546432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610702 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610677.616386:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749610677.616392:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074860700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494546432:0@lo:38:kworker.0 00000400:00000001:0.0:1749610677.616397:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610677.616398:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749610677.616400:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffaa8. 00000400:00000200:0.0:1749610677.616402:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 00000400:00000010:0.0:1749610677.616404:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00000100:00000001:0.0:1749610677.616405:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749610677.616408:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074860e00 x1834598494546688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610702 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749610677.616410:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000040:3.0:1749610677.616414:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000200:0.0:1749610677.616416:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074860e00 x1834598494546688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610702 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610677.616420:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610677.616422:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610677.616422:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610677.616423:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610677.616424:0:28320:0:(client.c:1550:after_reply()) Process entered 00000400:00000001:3.0:1749610677.616425:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1749610677.616426:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000001:3.0:1749610677.616427:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749610677.616427:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610677.616428:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610677.616429:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f79a0. 02000000:00000001:0.0:1749610677.616430:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610677.616432:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eeddd0 00000100:00001000:0.0:1749610677.616433:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610677 v=5 (0 0 0 0) 00000400:00000010:3.0:1749610677.616434:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eeddd0. 00000100:00001000:0.0:1749610677.616436:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=132 v=20 (1 1 20 0) 00000100:00000001:3.0:1749610677.616437:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610677.616438:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610677.616439:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:3.0:1749610677.616440:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074861180 x1834598494546816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610693 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610677.616441:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610677.616445:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074860e00 x1834598494546688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610702 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610677.616449:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074861180 x1834598494546816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610693 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610677.616456:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610677.616456:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610677.616457:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610677.616458:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610677.616459:0:28324:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749610677.616460:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610677.616461:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610677.616461:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610677.616463:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749610677.616465:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749610677.616467:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749610677.616468:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610677.616469:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610677.616470:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610677.616473:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610677.616473:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074860e00 x1834598494546688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610702 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749610677.616478:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=132 v=5 (5 5 5 0) 00000100:00100000:0.0:1749610677.616480:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074860e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494546688:0@lo:38:kworker.0 00000100:00001000:3.0:1749610677.616482:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=132 v=5 (1 1 1 0) 00000100:00000001:0.0:1749610677.616484:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610677.616485:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610677.616486:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610677.616486:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610677.616488:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074860000 x1834598494546304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610702 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610677.616489:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1749610677.616494:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880074861180 x1834598494546816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610693 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610677.616494:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610677.616496:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610677.616498:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130313400. 02000000:00000001:0.0:1749610677.616500:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610677.616501:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:3.0:1749610677.616502:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610677.616503:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749610677.616504:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749610677.616505:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 02000000:00000010:0.0:1749610677.616506:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880129e13800. 00000100:00000040:3.0:1749610677.616507:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:3.0:1749610677.616508:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 02000000:00000001:0.0:1749610677.616508:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610677.616509:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749610677.616510:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610677.616511:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074860000. 00000100:00000040:3.0:1749610677.616513:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074861180 x1834598494546816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610693 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610677.616513:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610677.616514:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610677.616516:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610677.616519:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074860700 x1834598494546432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610702 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610677.616544:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610677.616546:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610677.616548:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610677.616552:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074861180 x1834598494546816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610693 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610677.616559:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074861180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494546816:0@lo:400:kworker.0 00000100:00000001:0.0:1749610677.616561:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610677.616562:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610677.616564:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130311400. 00000400:00000001:3.0:1749610677.616566:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1749610677.616567:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:3.0:1749610677.616568:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1749610677.616568:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610677.616569:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000400:00000010:3.0:1749610677.616570:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7948. 00000020:00000001:0.0:1749610677.616571:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:3.0:1749610677.616572:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedd48 02000000:00000010:0.0:1749610677.616572:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880129e10400. 00000400:00000010:3.0:1749610677.616574:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedd48. 02000000:00000001:0.0:1749610677.616575:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610677.616576:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749610677.616577:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000010:0.0:1749610677.616577:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074860700. 00000100:00000040:1.0:1749610677.616578:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299951074, at 4299951074 00000100:00000001:0.0:1749610677.616579:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000200:3.0:1749610677.616580:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074860a80 x1834598494546560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610693 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610677.616580:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610677.616581:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299951074, at 4299951074 00000100:00000001:0.0:1749610677.616582:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000010:1.0:1749610677.616585:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b3500. 00000100:00000040:0.0:1749610677.616586:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074860e00 x1834598494546688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610702 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610677.616588:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074860a80 x1834598494546560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610693 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610677.616588:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b3b40. 00000100:00000001:0.0:1749610677.616593:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610677.616594:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610677.616595:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130313800. 02000000:00000001:0.0:1749610677.616597:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610677.616598:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610677.616599:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:3.0:1749610677.616600:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:0.0:1749610677.616600:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749610677.616602:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1749610677.616602:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880129e12400. 00000100:00000001:3.0:1749610677.616604:0:28324:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610677.616604:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610677.616605:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1749610677.616605:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610677.616606:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074860e00. 00000100:00000001:3.0:1749610677.616607:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610677.616608:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610677.616608:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610677.616609:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610677.616610:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610677.616611:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610677.616613:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00001000:3.0:1749610677.616614:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=32 v=5 (5 5 5 5) 00000100:00000001:0.0:1749610677.616614:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610677.616616:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610677.616617:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=32 v=5 (1 1 1 1) 00000100:00000001:0.0:1749610677.616617:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610677.616620:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610677.616621:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610677.616623:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1749610677.616626:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880074860a80 x1834598494546560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610693 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610677.616633:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610677.616635:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1749610677.616637:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1749610677.616638:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749610677.616639:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610677.616642:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074860a80 x1834598494546560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610693 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610677.616649:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610677.616651:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610677.616652:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610677.616655:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074860a80 x1834598494546560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610693 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610677.616666:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074860a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:28324:1834598494546560:0@lo:400:kworker.0 00000100:00000001:3.0:1749610677.616672:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610677.616675:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610677.616679:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074861180 x1834598494546816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610693 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610677.616707:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610677.616710:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610677.616732:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7b2000. 02000000:00000001:3.0:1749610677.616738:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610677.616741:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610677.616743:0:28324:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:3.0:1749610677.616747:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749610677.616750:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5100. 02000000:00000001:3.0:1749610677.616754:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610677.616756:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610677.616758:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074861180. 00000100:00000001:3.0:1749610677.616763:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610677.616766:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610677.616769:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610677.616775:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074860a80 x1834598494546560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610693 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610677.616786:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610677.616788:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610677.616791:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7b2200. 02000000:00000001:3.0:1749610677.616794:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610677.616796:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610677.616798:0:28324:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:3.0:1749610677.616801:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749610677.616804:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5a00. 02000000:00000001:3.0:1749610677.616807:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610677.616809:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610677.616811:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074860a80. 00000100:00000001:3.0:1749610677.616814:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610677.616816:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610677.616819:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610677.616826:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610677.616829:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610677.616832:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610677.616835:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610677.617635:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299951074, at 4299951075 00000100:00000010:3.0:1749610677.617648:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b3180. 00000100:00000040:0.0:1749610677.617658:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299951074, at 4299951075 00000100:00000010:0.0:1749610677.617668:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b3800. 00000100:00000001:2.0:1749610677.855629:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610677.855635:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610677.855638:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610677.855642:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610677.855645:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610677.855648:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610677.855650:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610677.855653:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610677.855656:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610678.457661:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610678.457667:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610678.457668:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610678.457671:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610678.457673:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610678.457676:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610678.457678:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610678.457680:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610678.457682:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610678.490623:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610678.490627:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610678.490684:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610678.490689:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610678.490691:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610678.616674:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610678.616687:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610678.616688:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610678.616691:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610678.616693:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610678.616695:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610678.616697:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610678.855601:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610678.855606:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610678.855608:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610678.855611:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610678.855613:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610678.855615:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610678.855617:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610678.855620:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610678.855621:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610679.457665:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610679.457674:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610679.457676:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610679.457681:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610679.457685:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610679.457689:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610679.457692:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610679.457695:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610679.457736:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610679.492645:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610679.492650:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610679.492764:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610679.492769:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610679.492772:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610679.616605:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610679.616621:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610679.616624:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610679.616628:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610679.616630:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610679.616634:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610679.616636:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610679.855728:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610679.855737:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610679.855739:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610679.855744:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610679.855766:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610679.855770:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610679.855773:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610679.855777:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610679.855779:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610680.457631:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610680.457638:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610680.457640:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610680.457642:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610680.457645:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610680.457647:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610680.457649:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610680.457651:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610680.457653:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610680.494624:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610680.494630:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610680.494719:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610680.494723:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610680.494725:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610680.616661:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610680.616677:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610680.616680:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610680.616684:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610680.616714:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610680.616718:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610680.616720:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610680.855630:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610680.855639:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610680.855642:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610680.855647:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610680.855651:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610680.855655:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610680.855658:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610680.855661:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610680.855663:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610681.457669:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610681.457705:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610681.457708:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610681.457713:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610681.457717:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610681.457720:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610681.457724:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610681.457727:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610681.457729:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610681.496641:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610681.496648:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610681.496746:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610681.496750:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610681.496754:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610681.616636:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610681.616649:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610681.616651:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610681.616654:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610681.616656:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610681.616658:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610681.616660:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610681.855673:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610681.855737:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610681.855740:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610681.855745:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610681.855749:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610681.855753:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610681.855757:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610681.855761:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610681.855764:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610682.457619:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610682.457625:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610682.457626:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610682.457629:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610682.457631:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610682.457634:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610682.457636:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610682.457638:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610682.457639:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610682.498592:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610682.498596:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610682.498643:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610682.498646:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610682.498648:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610682.616705:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610682.616717:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610682.616719:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610682.616723:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610682.616724:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610682.616727:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610682.616728:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610682.622632:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610682.622638:0:8737:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749610682.622640:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610682.622643:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610682.622645:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610682.622647:0:8737:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610682.622651:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610682.622684:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5283 00000100:00080000:2.0:1749610682.622689:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610682.622707:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610682.622709:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610682.622711:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610682.622712:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610682.622715:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610682.622716:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749610682.622718:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610682.622720:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749610682.622721:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749610682.622722:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749610682.622724:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610682.622725:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610682.622726:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610682.622727:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610682.622729:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749610682.622731:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610682.622733:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610682.622734:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610682.622739:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610682.622741:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610682.622742:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610682.622744:0:8737:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610682.622747:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074862d80. 00000020:00000040:2.0:1749610682.622750:0:8737:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749610682.622753:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610682.622754:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610682.622756:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610682.622757:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610682.622759:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610682.622765:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880129e11400. 00000100:00000001:2.0:1749610682.622770:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610682.622779:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880074862d80 x1834598494546944/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610682.622786:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610682.622790:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610682.622792:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074862d80] to pc [ptlrpcd_rcv+-1] req@ffff880074862d80 x1834598494546944/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610682.622809:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610682.622811:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610682.622814:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610682.622814:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610682.622816:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610682.622817:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610682.622818:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5283 00000100:00080000:2.0:1749610682.622819:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610682.622821:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610682.622822:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610682.622823:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610682.622824:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610682.622825:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610682.622826:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749610682.622827:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610682.622828:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749610682.622829:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749610682.622830:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749610682.622832:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610682.622833:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610682.622833:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610682.622834:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610682.622835:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749610682.622836:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610682.622841:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610682.622842:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610682.622844:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610682.622845:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610682.622847:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610682.622848:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610682.622850:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074861f80. 00000020:00000040:2.0:1749610682.622851:0:8737:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749610682.622851:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749610682.622852:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610682.622853:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610682.622854:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1749610682.622854:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749610682.622855:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610682.622856:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610682.622856:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1749610682.622858:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880129e10000. 00000100:00000001:2.0:1749610682.622860:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610682.622861:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074862d80 x1834598494546944/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610682.622862:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880074861f80 x1834598494547072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610682.622866:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610682.622867:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610682.622868:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1749610682.622869:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074861f80] to pc [ptlrpcd_rcv+-1] req@ffff880074861f80 x1834598494547072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610682.622869:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610682.622871:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749610682.622873:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610682.622874:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610682.622875:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000001:0.0:1749610682.622875:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610682.622876:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074862d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494546944:0@lo:38:kworker.0 00000100:00080000:2.0:1749610682.622877:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610682.622878:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610682.622878:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610682.622879:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749610682.622880:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610682.622881:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5283 02000000:00000001:0.0:1749610682.622881:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:2.0:1749610682.622882:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610682.622883:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 02000000:00000001:0.0:1749610682.622883:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610682.622884:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1749610682.622884:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1749610682.622885:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610682.622888:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000010:0.0:1749610682.622888:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130311400. 02000000:00000001:0.0:1749610682.622889:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610682.622890:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610682.622890:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:2.0:1749610682.622891:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610682.622893:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000020:00000001:2.0:1749610682.622894:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000400:00000010:0.0:1749610682.622894:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffaa8. 00000020:00000001:2.0:1749610682.622895:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000040:2.0:1749610682.622896:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610682.622897:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610682.622898:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610682.622899:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000010:0.0:1749610682.622899:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 00000020:00000040:2.0:1749610682.622900:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00080000:2.0:1749610682.622901:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610682.622902:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610682.622903:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610682.622904:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610682.622905:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610682.622906:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610682.622907:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610682.622908:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074863100. 00000020:00000040:2.0:1749610682.622909:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000200:0.0:1749610682.622909:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494546944, portal 4 02000000:00000001:2.0:1749610682.622910:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610682.622911:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610682.622911:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610682.622912:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610682.622912:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1749610682.622912:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269169024 : -131939440382592 : ffff880074862d80) 02000000:00000001:2.0:1749610682.622913:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610682.622915:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880129e11800. 00000100:00000001:2.0:1749610682.622917:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610682.622917:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074862d80 x1834598494546944/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610707 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610682.622919:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880074863100 x1834598494547200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610682.622922:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610682.622922:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610682.622923:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610682.622924:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749610682.622925:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074863100] to pc [ptlrpcd_rcv+-1] req@ffff880074863100 x1834598494547200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610682.622925:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 00000100:00000200:0.0:1749610682.622927:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494546944, offset 0 00000400:00000200:0.0:1749610682.622931:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610682.622932:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610682.622933:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749610682.622935:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749610682.622937:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074862300. 00000020:00000040:2.0:1749610682.622938:0:8737:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749610682.622940:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610682.622940:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610682.622941:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610682.622942:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:2.0:1749610682.622944:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5c00. 00000100:00000001:2.0:1749610682.622945:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610682.622947:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880074862300 x1834598494547328/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749610682.622950:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf92ac00 00000100:00000001:2.0:1749610682.622951:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610682.622952:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610682.622954:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3ded [256] + 11440 00000100:00000040:2.0:1749610682.622955:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074862300] to pc [ptlrpcd_00_00+0] req@ffff880074862300 x1834598494547328/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610682.622960:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610682.622963:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610682.622966:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749610682.622968:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1749610682.622970:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099881500. 00000100:00000040:0.0:1749610682.622972:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880099881500 x1834598494546944 msgsize 520 00000100:00000001:2.0:1749610682.622974:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610682.622975:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749610682.622976:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610682.622977:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610682.622978:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610682.622979:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610682.622980:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:0.0:1749610682.622981:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00080000:2.0:1749610682.622982:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5283 00000100:00080000:2.0:1749610682.622983:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610682.622984:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610682.622986:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610682.622987:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000200:0.0:1749610682.622987:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 00000100:00000001:2.0:1749610682.622988:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000010:0.0:1749610682.622988:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 00000020:00000001:2.0:1749610682.622989:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749610682.622990:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000040:2.0:1749610682.622992:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:2.0:1749610682.622993:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:0.0:1749610682.622993:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074862d80 x1834598494546944/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610707 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749610682.622994:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:2.0:1749610682.622995:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:2.0:1749610682.622996:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:0.0:1749610682.622997:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610682.622998:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610682.622999:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610682.622999:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074862d80 x1834598494546944/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610707 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610682.623001:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610682.623001:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610682.623002:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00000001:0.0:1749610682.623003:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610682.623004:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610682.623004:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610682.623005:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610682.623005:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610682.623005:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1749610682.623005:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610682.623007:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610682.623008:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610682.623008:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1278 usecs (2 jiffies) 00000100:00000001:3.0:1749610682.623009:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610682.623009:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610682.623010:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610682.623011:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749610682.623011:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1749610682.623012:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074863800. 00000020:00000040:2.0:1749610682.623013:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:0.0:1749610682.623013:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299956082 02000000:00000001:2.0:1749610682.623014:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610682.623014:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610682.623014:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610682.623015:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:0.0:1749610682.623015:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b3800. 00000100:00000040:3.0:1749610682.623016:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074862300 x1834598494547328/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610682.623016:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610682.623016:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610682.623018:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880129e12c00. 00000100:00000001:2.0:1749610682.623020:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610682.623020:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00100000:2.0:1749610682.623022:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880074863800 x1834598494547456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749610682.623024:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610682.623024:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299956082 00000100:00000001:3.0:1749610682.623025:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610682.623025:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b3280. 00000100:00000001:2.0:1749610682.623026:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610682.623027:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610682.623027:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 02000000:00000001:3.0:1749610682.623028:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1749610682.623028:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074863800] to pc [ptlrpcd_rcv+-1] req@ffff880074863800 x1834598494547456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610682.623028:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749610682.623029:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299956082 02000000:00000001:3.0:1749610682.623030:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749610682.623030:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494546944 00000100:00000010:0.0:1749610682.623030:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b3540. 02000000:00000001:3.0:1749610682.623031:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610682.623031:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610682.623032:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610682.623032:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:0.0:1749610682.623033:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299956082 00000100:00100000:3.0:1749610682.623034:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074862300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494547328:0@lo:400:kworker.0 00000100:00000010:0.0:1749610682.623035:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b3a80. 00000100:00000040:2.0:1749610682.623036:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749610682.623036:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:3.0:1749610682.623037:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749610682.623038:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1749610682.623038:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610682.623038:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610682.623039:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:2.0:1749610682.623039:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074862a00. 00000100:00000001:0.0:1749610682.623039:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610682.623041:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610682.623041:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:1.0:1749610682.623041:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610682.623041:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610682.623042:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1749610682.623042:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610682.623043:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1749610682.623043:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749610682.623043:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610682.623044:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610682.623044:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:2.0:1749610682.623045:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5500. 00000100:00000001:0.0:1749610682.623045:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1749610682.623046:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7b2200. 00000100:00100000:1.0:1749610682.623046:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494546944 00000100:00000001:0.0:1749610682.623046:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610682.623047:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610682.623047:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749610682.623047:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1749610682.623048:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610682.623048:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749610682.623048:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749610682.623049:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880074862a00 x1834598494547584/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1749610682.623049:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749610682.623050:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610682.623050:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074861f80 x1834598494547072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610682.623052:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7948. 00000100:00000001:2.0:1749610682.623052:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000020:00000001:1.0:1749610682.623052:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610682.623053:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610682.623054:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610682.623054:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610682.623055:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074862a00] to pc [ptlrpcd_00_01+1] req@ffff880074862a00 x1834598494547584/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610682.623055:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125600. 00000400:00000010:3.0:1749610682.623056:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedd48. 02000000:00000001:0.0:1749610682.623056:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749610682.623057:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610682.623058:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610682.623059:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494547328, portal 10 00000020:00000010:1.0:1749610682.623059:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9d00. 00000100:00100000:0.0:1749610682.623059:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074861f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494547072:0@lo:38:kworker.0 00000100:00000001:3.0:1749610682.623061:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610682.623061:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749610682.623062:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269166336 : -131939440385280 : ffff880074862300) 00000100:00000001:2.0:1749610682.623062:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610682.623062:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c7d0. 02000000:00000001:0.0:1749610682.623062:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1749610682.623065:0:8737:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5293) 00000100:00000001:1.0:1749610682.623066:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:0.0:1749610682.623066:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610682.623067:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1749610682.623067:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1749610682.623068:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074862300 x1834598494547328/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610682.623068:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610682.623068:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130313400. 02000000:00000001:0.0:1749610682.623069:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610682.623071:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffd68. 00000100:00000001:1.0:1749610682.623072:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610682.623073:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 00000100:00000001:3.0:1749610682.623074:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:0.0:1749610682.623075:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494547072, portal 10 00000100:00000001:1.0:1749610682.623077:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610682.623077:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610682.623077:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269165440 : -131939440386176 : ffff880074861f80) 00000100:00000040:0.0:1749610682.623081:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074861f80 x1834598494547072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610707 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610682.623082:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1749610682.623083:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610682.623084:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749610682.623084:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:3.0:1749610682.623085:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eeddd0. 00000100:00000040:0.0:1749610682.623085:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610682.623086:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958212a8. 00000100:00000200:3.0:1749610682.623088:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494547328, offset 0 00000100:00100000:1.0:1749610682.623088:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00000200:0.0:1749610682.623088:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494547072, offset 0 00000100:00000001:1.0:1749610682.623089:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134890050816 : -131938819500800 : ffff880099881500) 00000400:00000200:0.0:1749610682.623090:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610682.623093:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749610682.623093:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880099881500 x1834598494546944/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610702 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610682.623094:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610682.623098:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92ac80 00000400:00000200:3.0:1749610682.623099:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1749610682.623100:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099881500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494546944:12345-0@lo:38:kworker.0 00000400:00000200:0.0:1749610682.623101:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 2008 00000100:00000200:1.0:1749610682.623103:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494546944 00000400:00000200:3.0:1749610682.623104:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf92ad80 00000400:00000200:0.0:1749610682.623104:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1749610682.623105:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:0.0:1749610682.623106:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610682.623108:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be9 [64] + 2528 00010000:00000001:1.0:1749610682.623108:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:3.0:1749610682.623112:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610682.623115:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610682.623115:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749610682.623116:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:1.0:1749610682.623117:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610682.623118:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099881880. 00010000:00020000:1.0:1749610682.623119:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:0.0:1749610682.623119:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880099881880 x1834598494547072 msgsize 520 00010000:00000001:1.0:1749610682.623121:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:0.0:1749610682.623122:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:1.0:1749610682.623123:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610682.623125:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749610682.623126:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749610682.623129:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1749610682.623130:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958212a8 02000000:00000001:1.0:1749610682.623131:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:0.0:1749610682.623132:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958212a8. 02000000:00000010:1.0:1749610682.623133:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880135261c00. 00000100:00000001:0.0:1749610682.623133:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:1.0:1749610682.623135:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610682.623135:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074861f80 x1834598494547072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610707 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610682.623136:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610682.623139:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749610682.623139:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1749610682.623140:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610682.623140:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074861f80 x1834598494547072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610707 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610682.623142:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00001000:1.0:1749610682.623142:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000200:3.0:1749610682.623144:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749610682.623144:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749610682.623146:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610682.623146:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610682.623147:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610682.623147:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000010:3.0:1749610682.623148:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e99ea00. 00000100:00000001:1.0:1749610682.623149:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:3.0:1749610682.623150:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff88008e99ea00 x1834598494547328 msgsize 224 00000100:00000001:1.0:1749610682.623150:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749610682.623150:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610682.623151:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 893 usecs (1 jiffies) 00000100:00000040:1.0:1749610682.623152:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:1.0:1749610682.623153:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749610682.623153:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299956081 00000100:00100000:3.0:1749610682.623154:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1749610682.623154:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610682.623154:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299956082 00000100:00000001:1.0:1749610682.623156:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610682.623156:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299956081 00000100:00000040:1.0:1749610682.623157:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610682.623157:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299956082 00000100:00000001:0.0:1749610682.623158:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299956081 00000400:00000010:1.0:1749610682.623159:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000100:00000001:0.0:1749610682.623159:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299956082 00000100:00000001:0.0:1749610682.623159:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299956081 00000100:00000001:0.0:1749610682.623160:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299956082 00000100:00000200:1.0:1749610682.623161:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494546944, offset 0 00000100:00000001:0.0:1749610682.623161:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610682.623162:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610682.623164:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610682.623164:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749610682.623165:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074863100 x1834598494547200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610682.623166:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749610682.623168:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610682.623169:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610682.623170:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610682.623171:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eeddd0 02000000:00000001:0.0:1749610682.623171:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749610682.623172:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1749610682.623173:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eeddd0. 00000400:00000200:1.0:1749610682.623173:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf92ac00 02000000:00000001:0.0:1749610682.623173:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610682.623174:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074863100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494547200:0@lo:38:kworker.0 00000100:00000001:3.0:1749610682.623176:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749610682.623176:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749610682.623177:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749610682.623177:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610682.623178:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x64bd [1] + 0 02000000:00000001:0.0:1749610682.623179:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1749610682.623180:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074862300 x1834598494547328/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610682.623180:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1749610682.623180:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130312400. 02000000:00000001:0.0:1749610682.623181:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610682.623182:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610682.623184:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749610682.623184:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:2.0:1749610682.623185:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494547072 00000400:00000010:0.0:1749610682.623185:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffcb8. 00000100:00000001:3.0:1749610682.623187:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749610682.623187:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:1.0:1749610682.623187:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074862d80 x1834598494546944/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610707 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610682.623187:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958212a8. 00000100:00000001:2.0:1749610682.623188:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610682.623189:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610682.623189:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494547200, portal 10 00000100:00000040:3.0:1749610682.623190:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074862300 x1834598494547328/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610698 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610682.623190:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610682.623190:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610682.623191:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269169920 : -131939440381696 : ffff880074863100) 00000100:00100000:2.0:1749610682.623192:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494547072 00000020:00000001:2.0:1749610682.623193:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610682.623193:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:1.0:1749610682.623193:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880074862d80 x1834598494546944/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610707 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610682.623194:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749610682.623195:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610682.623195:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074863100 x1834598494547200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610707 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610682.623196:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610682.623196:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610682.623197:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:2.0:1749610682.623198:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bc400. 00000100:00000001:1.0:1749610682.623198:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610682.623198:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610682.623199:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610682.623200:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610682.623200:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387300. 00000400:00000010:0.0:1749610682.623200:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821088. 00000100:00000200:0.0:1749610682.623201:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494547200, offset 0 00000020:00000010:2.0:1749610682.623202:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9708. 00000400:00000200:1.0:1749610682.623202:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000100:00000040:3.0:1749610682.623203:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 817 usecs (1 jiffies) 00000100:00000001:3.0:1749610682.623205:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299956081 00000100:00000001:2.0:1749610682.623205:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610682.623205:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:1.0:1749610682.623206:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000100:00000001:3.0:1749610682.623208:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299956082 00000100:00000001:1.0:1749610682.623208:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610682.623209:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610682.623210:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299956081 00000100:00000001:2.0:1749610682.623210:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610682.623210:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610682.623211:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610682.623212:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299956082 00000100:00000001:3.0:1749610682.623213:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299956081 00000100:00000001:2.0:1749610682.623213:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610682.623213:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000200:0.0:1749610682.623213:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610682.623214:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610682.623215:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749610682.623216:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92ad00 00000100:00000001:2.0:1749610682.623217:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610682.623218:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 2752 00000100:00000001:3.0:1749610682.623220:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299956082 00000100:00000001:3.0:1749610682.623221:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299956081 00000100:00000001:2.0:1749610682.623221:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1749610682.623221:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1749610682.623222:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494547328 00000400:00000200:0.0:1749610682.623222:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610682.623223:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299956082 02000000:00000001:2.0:1749610682.623223:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610682.623224:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1749610682.623224:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099881500 x1834598494546944/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610702 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610682.623224:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749610682.623225:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610682.623225:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610682.623225:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:2.0:1749610682.623226:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610682.623226:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099881c00. 00000100:00000001:3.0:1749610682.623227:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610682.623227:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494547328 00000020:00000001:2.0:1749610682.623228:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1749610682.623228:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880099881c00 x1834598494547200 msgsize 520 00000100:00000001:3.0:1749610682.623229:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610682.623229:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000020:00000001:2.0:1749610682.623229:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:1.0:1749610682.623230:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099881500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494546944:12345-0@lo:38:kworker.0 Request processed in 130us (255us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749610682.623230:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610682.623231:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1749610682.623231:0:9760:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000020:00000001:2.0:1749610682.623232:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000020:00000001:2.0:1749610682.623233:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:0.0:1749610682.623233:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:1.0:1749610682.623234:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00000001:3.0:1749610682.623235:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610682.623235:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1749610682.623235:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821088 00000100:00000001:1.0:1749610682.623236:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:0.0:1749610682.623236:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821088. 00000100:00000001:3.0:1749610682.623237:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:2.0:1749610682.623237:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012b677500. 00000100:00000001:1.0:1749610682.623237:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749610682.623237:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749610682.623239:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1749610682.623239:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074863100 x1834598494547200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610707 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610682.623240:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1749610682.623240:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9d00. 00000100:00000001:3.0:1749610682.623241:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610682.623241:0:9760:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:0.0:1749610682.623242:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1749610682.623243:0:28321:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000020:00000010:1.0:1749610682.623243:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c7d0. 00000100:00000001:2.0:1749610682.623244:0:9760:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1749610682.623244:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125600. 00000100:00000040:0.0:1749610682.623244:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074863100 x1834598494547200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610707 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610682.623245:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610682.623246:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1749610682.623246:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bcc00. 00000020:00000010:2.0:1749610682.623247:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387f80. 00000100:00000001:1.0:1749610682.623247:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610682.623247:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610682.623248:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749610682.623248:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be97d0. 00000100:00000001:0.0:1749610682.623248:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610682.623249:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610682.623250:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610682.623251:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749610682.623251:0:9760:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1749610682.623252:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610682.623252:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610682.623252:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610682.623254:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610682.623254:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 815 usecs (1 jiffies) 00000100:00000040:3.0:1749610682.623255:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074862a00 x1834598494547584/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610682.623255:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299956081 00000100:00000001:2.0:1749610682.623256:0:9760:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749610682.623256:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299956082 00000100:00000001:2.0:1749610682.623257:0:9760:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749610682.623257:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610682.623258:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610682.623258:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494547200 00000100:00000001:0.0:1749610682.623258:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299956081 02000000:00000001:1.0:1749610682.623259:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610682.623259:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299956082 00000100:00000001:1.0:1749610682.623260:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610682.623260:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299956081 00000100:00000001:3.0:1749610682.623261:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610682.623261:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610682.623261:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610682.623261:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299956082 00000100:00000001:3.0:1749610682.623262:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610682.623262:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299956081 02000000:00000001:1.0:1749610682.623263:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610682.623263:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299956082 00000100:00000001:2.0:1749610682.623264:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1749610682.623264:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494547200 00000100:00000001:0.0:1749610682.623264:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610682.623265:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749610682.623265:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1749610682.623265:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749610682.623265:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610682.623266:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1749610682.623266:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749610682.623266:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1749610682.623267:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 185 00000020:00000001:1.0:1749610682.623267:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1749610682.623268:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610682.623268:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610682.623268:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074863800 x1834598494547456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610682.623269:0:9760:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000020:00000001:1.0:1749610682.623269:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610682.623270:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125600. 00000100:00100000:3.0:1749610682.623271:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074862a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494547584:0@lo:400:kworker.0 00000100:00000001:0.0:1749610682.623271:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610682.623272:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134706670080 : -131939002881536 : ffff88008e99ea00) 00000020:00000010:1.0:1749610682.623272:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9d00. 00000100:00000001:0.0:1749610682.623272:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610682.623273:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c7d0. 02000000:00000001:0.0:1749610682.623273:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749610682.623274:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749610682.623274:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:0.0:1749610682.623274:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610682.623275:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1749610682.623275:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008e99ea00 x1834598494547328/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:118/0 lens 224/0 e 0 to 0 dl 1749610693 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610682.623275:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1749610682.623275:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610682.623276:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074863800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494547456:0@lo:38:kworker.0 02000000:00000001:3.0:1749610682.623277:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610682.623277:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749610682.623278:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1749610682.623278:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749610682.623279:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610682.623279:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610682.623280:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1749610682.623280:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749610682.623281:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7b2000. 00000020:00000010:2.0:1749610682.623281:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012b677cc0. 00000100:00000001:1.0:1749610682.623281:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610682.623282:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610682.623282:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130311000. 00000100:00000001:2.0:1749610682.623283:0:9760:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610682.623283:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610682.623284:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012b677cc0. 00000400:00000010:0.0:1749610682.623284:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffbb0. 00000400:00000010:3.0:1749610682.623285:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f79a0. 00000100:00000001:1.0:1749610682.623285:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749610682.623286:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821088. 00000100:00100000:2.0:1749610682.623287:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e99ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494547328:12345-0@lo:400:kworker.0 00000100:00000200:0.0:1749610682.623287:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494547456, portal 10 00000100:00000001:0.0:1749610682.623288:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000200:2.0:1749610682.623289:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494547328 00000100:00000001:1.0:1749610682.623289:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1749610682.623290:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749610682.623290:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749610682.623291:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269171712 : -131939440379904 : ffff880074863800) 00000400:00000010:3.0:1749610682.623292:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eeddd0. 00000020:00000001:2.0:1749610682.623292:0:9760:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00100000:1.0:1749610682.623292:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 299 00000020:00000001:2.0:1749610682.623293:0:9760:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610682.623293:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134890051712 : -131938819499904 : ffff880099881880) 00000100:00000200:3.0:1749610682.623295:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494547584, portal 10 00000020:00000001:2.0:1749610682.623295:0:9760:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000040:1.0:1749610682.623295:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880099881880 x1834598494547072/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610702 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610682.623295:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074863800 x1834598494547456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610707 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610682.623296:0:9760:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:3.0:1749610682.623297:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610682.623298:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269168128 : -131939440383488 : ffff880074862a00) 00000020:00000001:2.0:1749610682.623298:0:9760:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1749610682.623298:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610682.623299:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1749610682.623300:0:9760:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749610682.623301:0:9760:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00100000:1.0:1749610682.623301:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099881880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494547072:12345-0@lo:38:kworker.0 00000400:00000010:0.0:1749610682.623301:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821660. 00000100:00000200:0.0:1749610682.623302:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494547456, offset 0 00000100:00000040:3.0:1749610682.623303:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074862a00 x1834598494547584/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610682.623303:0:9760:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1749610682.623304:0:9760:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610682.623304:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494547072 00000400:00000200:0.0:1749610682.623304:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1749610682.623306:0:9760:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000001:1.0:1749610682.623306:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:0.0:1749610682.623306:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1749610682.623307:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749610682.623308:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749610682.623309:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749610682.623309:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1749610682.623309:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92ae00 00000400:00000200:0.0:1749610682.623310:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 3272 00000100:00000040:3.0:1749610682.623311:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:2.0:1749610682.623311:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880129e12000. 02000000:00000001:2.0:1749610682.623312:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610682.623312:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1749610682.623313:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eede58. 00000100:00000001:2.0:1749610682.623313:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610682.623313:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610682.623314:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610682.623315:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494547584, offset 0 00000020:00000001:2.0:1749610682.623315:0:9760:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749610682.623315:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749610682.623315:0:28320:0:(events.c:287:request_in_callback()) Process entered 00010000:00000040:2.0:1749610682.623316:0:9760:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494547328 00000100:00000200:0.0:1749610682.623316:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00000001:1.0:1749610682.623317:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:2.0:1749610682.623318:0:9760:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000010:0.0:1749610682.623318:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099881f80. 00000400:00000200:3.0:1749610682.623319:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1749610682.623319:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610682.623319:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880099881f80 x1834598494547456 msgsize 520 00010000:00000200:2.0:1749610682.623320:0:9760:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008e99ea00 x1834598494547328/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:118/0 lens 224/224 e 0 to 0 dl 1749610693 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610682.623321:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00100000:0.0:1749610682.623321:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610682.623322:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749610682.623322:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749610682.623324:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1749610682.623324:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:1.0:1749610682.623324:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1749610682.623324:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821660 00010000:00000001:2.0:1749610682.623325:0:9760:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610682.623325:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821660. 02000000:00000010:1.0:1749610682.623326:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880135262c00. 00000100:00000001:0.0:1749610682.623326:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00001000:2.0:1749610682.623327:0:9760:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=37 v=5 (1 1 1 1) 00000100:00000200:0.0:1749610682.623327:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074863800 x1834598494547456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610707 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610682.623328:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610682.623329:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf92ae80 00000100:00000001:1.0:1749610682.623329:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610682.623330:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1749610682.623331:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749610682.623332:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1749610682.623332:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610682.623332:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074863800 x1834598494547456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610707 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610682.623333:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be9 [64] + 3792 00000100:00000040:2.0:1749610682.623333:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00001000:1.0:1749610682.623334:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749610682.623335:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610682.623335:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610682.623336:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749610682.623336:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749610682.623336:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:2.0:1749610682.623337:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610682.623337:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749610682.623337:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610682.623339:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610682.623339:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610682.623339:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610682.623339:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 636 usecs (1 jiffies) 00000100:00000040:2.0:1749610682.623340:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1749610682.623340:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:0.0:1749610682.623340:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299956081 00000100:00000001:3.0:1749610682.623342:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000400:00000010:2.0:1749610682.623342:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000100:00000001:1.0:1749610682.623342:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610682.623342:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299956082 00000100:00000200:3.0:1749610682.623343:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:2.0:1749610682.623344:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494547328, offset 224 00000100:00000001:1.0:1749610682.623344:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749610682.623345:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299956081 00000100:00000010:3.0:1749610682.623346:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e99ed80. 00000100:00000040:1.0:1749610682.623346:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:0.0:1749610682.623346:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299956082 00000400:00000200:2.0:1749610682.623347:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610682.623347:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299956081 00000100:00000040:3.0:1749610682.623348:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff88008e99ed80 x1834598494547584 msgsize 224 00000100:00000001:0.0:1749610682.623348:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299956082 00000100:00000001:0.0:1749610682.623349:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299956081 00000100:00000001:0.0:1749610682.623350:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299956082 00000100:00100000:3.0:1749610682.623351:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610682.623351:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749610682.623352:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610682.623352:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610682.623353:0:28321:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:1.0:1749610682.623353:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610682.623354:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749610682.623355:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1749610682.623356:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92ad80 00000100:00000001:1.0:1749610682.623356:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000001:0.0:1749610682.623356:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749610682.623357:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffaa8. 00000100:00000040:1.0:1749610682.623358:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1749610682.623359:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 00000400:00000010:1.0:1749610682.623360:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000400:00000010:0.0:1749610682.623360:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00000100:00000001:0.0:1749610682.623361:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749610682.623363:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074862d80 x1834598494546944/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610707 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610682.623367:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eede58 00000100:00000200:0.0:1749610682.623367:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074862d80 x1834598494546944/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610707 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610682.623368:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eede58. 00000100:00000001:3.0:1749610682.623370:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749610682.623371:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610682.623371:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749610682.623373:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x64c5 [1] + 224 00000100:00000001:0.0:1749610682.623373:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000200:3.0:1749610682.623374:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074862a00 x1834598494547584/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610682.623374:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610682.623375:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1749610682.623376:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610682.623376:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610682.623378:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749610682.623378:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610682.623379:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494547072, offset 0 00000100:00000001:3.0:1749610682.623380:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610682.623380:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:1.0:1749610682.623382:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:0.0:1749610682.623382:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610682 v=5 (0 0 0 0) 00000100:00000040:3.0:1749610682.623383:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074862a00 x1834598494547584/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610698 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610682.623383:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074862300 x1834598494547328/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610698 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749610682.623384:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=105 v=20 (1 1 1 20) 00000100:00000001:0.0:1749610682.623385:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1749610682.623386:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610682.623387:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610682.623388:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610682.623388:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880074862300 x1834598494547328/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610698 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610682.623388:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749610682.623389:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92ac80 00000100:00000001:3.0:1749610682.623390:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1749610682.623390:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074862d80 x1834598494546944/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610707 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610682.623392:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610682.623392:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x64c9 [1] + 0 00000100:00000001:2.0:1749610682.623393:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749610682.623395:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610682.623396:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 00000400:00000200:1.0:1749610682.623397:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1749610682.623398:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 775 usecs (1 jiffies) 00000400:00000010:2.0:1749610682.623398:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 00000100:00000001:2.0:1749610682.623399:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610682.623400:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299956081 00000100:00000001:2.0:1749610682.623400:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610682.623400:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610682.623400:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610682.623402:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610682.623402:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074861f80 x1834598494547072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610707 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610682.623402:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610682.623403:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299956082 00000100:00000001:0.0:1749610682.623403:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610682.623404:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610682.623405:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299956081 00010000:00000001:2.0:1749610682.623405:0:9760:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:0.0:1749610682.623405:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000001:2.0:1749610682.623406:0:9760:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610682.623406:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610682.623407:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299956082 00000100:00000001:3.0:1749610682.623408:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299956081 00000020:00000001:2.0:1749610682.623408:0:9760:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1749610682.623408:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880074861f80 x1834598494547072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610707 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749610682.623408:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749610682.623409:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749610682.623410:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299956082 00000100:00000040:2.0:1749610682.623410:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008e99ea00 x1834598494547328/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:118/0 lens 224/224 e 0 to 0 dl 1749610693 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610682.623411:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610682.623412:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299956081 00000100:00000001:1.0:1749610682.623412:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:0.0:1749610682.623413:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074862d80 x1834598494546944/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610707 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610682.623414:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299956082 00000100:00000001:3.0:1749610682.623415:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749610682.623415:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000100:00100000:2.0:1749610682.623416:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e99ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494547328:12345-0@lo:400:kworker.0 Request processed in 134us (264us total) trans 0 rc 0/0 00000400:00000010:1.0:1749610682.623416:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000100:00000001:3.0:1749610682.623417:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610682.623417:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00100000:0.0:1749610682.623417:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074862d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494546944:0@lo:38:kworker.0 00000100:00000001:1.0:1749610682.623418:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610682.623419:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610682.623419:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610682.623420:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000001:3.0:1749610682.623421:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1749610682.623421:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000001:3.0:1749610682.623422:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749610682.623422:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610682.623422:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074862d80 x1834598494546944/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610707 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610682.623423:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 185 00000400:00000010:3.0:1749610682.623424:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7948. 00000020:00000001:1.0:1749610682.623424:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749610682.623425:0:9760:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00000001:0.0:1749610682.623425:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1749610682.623426:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedd48 00000100:00000001:2.0:1749610682.623426:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610682.623427:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1749610682.623427:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:3.0:1749610682.623428:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedd48. 00000100:00000040:1.0:1749610682.623428:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099881880 x1834598494547072/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610702 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610682.623428:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130311400. 00000020:00000010:2.0:1749610682.623429:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387f80. 00000100:00000001:3.0:1749610682.623430:0:28321:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:0.0:1749610682.623430:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610682.623431:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:2.0:1749610682.623432:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be97d0. 00000020:00000040:0.0:1749610682.623432:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000200:3.0:1749610682.623433:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074862300 x1834598494547328/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610698 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610682.623433:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610682.623434:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880129e11400. 00000020:00000010:2.0:1749610682.623435:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bcc00. 00000100:00100000:1.0:1749610682.623435:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099881880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494547072:12345-0@lo:38:kworker.0 Request processed in 133us (314us total) trans 0 rc -19/-19 02000000:00000001:0.0:1749610682.623436:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:2.0:1749610682.623437:0:9760:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 02000000:00000001:0.0:1749610682.623437:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749610682.623438:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1749610682.623438:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074862d80. 00000100:00000001:0.0:1749610682.623440:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000200:3.0:1749610682.623441:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074862300 x1834598494547328/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610698 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610682.623441:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 299 00000100:00000001:0.0:1749610682.623441:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610682.623442:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749610682.623442:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749610682.623443:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494547456 02000000:00000001:2.0:1749610682.623444:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610682.623444:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610682.623445:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610682.623445:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749610682.623445:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610682.623446:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610682.623447:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:2.0:1749610682.623447:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610682.623448:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610682.623448:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749610682.623449:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494547456 00000100:00000001:0.0:1749610682.623449:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610682.623450:0:28321:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:2.0:1749610682.623450:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749610682.623450:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1749610682.623451:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000040:2.0:1749610682.623451:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749610682.623451:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749610682.623452:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610682.623452:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387300. 00000400:00000001:0.0:1749610682.623452:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610682.623452:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749610682.623453:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1749610682.623453:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610682.623453:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffd68. 00000100:00000001:3.0:1749610682.623454:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610682.623455:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bcc00. 00000020:00000010:1.0:1749610682.623455:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9708. 00000400:00000200:0.0:1749610682.623455:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 02000000:00000001:3.0:1749610682.623456:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610682.623456:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387f80. 00000400:00000010:0.0:1749610682.623456:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 00000020:00000010:2.0:1749610682.623457:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be97d0. 00000100:00000001:0.0:1749610682.623457:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:1.0:1749610682.623458:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bc400. 00000100:00001000:3.0:1749610682.623459:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=37 v=5 (5 5 5 5) 00000100:00000001:2.0:1749610682.623459:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610682.623459:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:0.0:1749610682.623459:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074861f80 x1834598494547072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610707 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610682.623460:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610682.623461:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1749610682.623462:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=37 v=5 (1 1 1 1) 00000100:00000001:2.0:1749610682.623462:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610682.623463:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749610682.623463:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074861f80 x1834598494547072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610707 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610682.623464:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610682.623465:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749610682.623466:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610682.623466:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494547584 00000100:00000001:0.0:1749610682.623466:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:2.0:1749610682.623467:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610682.623467:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610682.623468:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610682.623468:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610682.623468:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610682.623468:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749610682.623469:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1749610682.623469:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610682.623469:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610682.623470:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610682.623471:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610682.623472:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1749610682.623472:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610682.623473:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494547584 00000100:00100000:1.0:1749610682.623473:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 300 00000100:00001000:0.0:1749610682.623473:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610682 v=5 (0 0 0 0) 00000020:00000001:2.0:1749610682.623474:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00001000:0.0:1749610682.623474:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=87 v=20 (1 1 1 20) 00000020:00000040:2.0:1749610682.623475:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:1.0:1749610682.623475:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134890052608 : -131938819499008 : ffff880099881c00) 00010000:00080000:3.0:1749610682.623476:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880074862300 x1834598494547328/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610698 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610682.623476:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610682.623476:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610682.623476:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000040:2.0:1749610682.623477:0:9760:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:0.0:1749610682.623477:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:2.0:1749610682.623478:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000020:00000001:2.0:1749610682.623479:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000040:1.0:1749610682.623479:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880099881c00 x1834598494547200/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610702 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610682.623479:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074861f80 x1834598494547072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610707 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610682.623480:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749610682.623481:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012b677cc0. 00010000:00000001:3.0:1749610682.623482:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610682.623482:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:2.0:1749610682.623483:0:9760:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012b677fc0. 00000100:00000001:3.0:1749610682.623484:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1749610682.623484:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610682.623485:0:9760:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1749610682.623485:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610682.623486:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000020:00000010:2.0:1749610682.623486:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012b677cc0. 00000100:00000001:0.0:1749610682.623486:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749610682.623487:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00100000:1.0:1749610682.623487:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099881c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494547200:12345-0@lo:38:kworker.0 00000100:00000001:0.0:1749610682.623487:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:2.0:1749610682.623488:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bc400. 00000100:00080000:0.0:1749610682.623488:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749610682.623489:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610682.623489:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387280. 00000100:00080000:0.0:1749610682.623489:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000200:1.0:1749610682.623490:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494547200 00000020:00000010:2.0:1749610682.623491:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9898. 00000020:00000001:1.0:1749610682.623491:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:3.0:1749610682.623492:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074862300 x1834598494547328/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610698 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610682.623492:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610682.623493:0:9760:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1749610682.623494:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610682.623494:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1749610682.623494:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749610682.623495:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610682.623495:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074861f80 x1834598494547072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610707 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610682.623497:0:9760:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749610682.623498:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610682.623498:0:9760:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:1.0:1749610682.623498:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610682.623499:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610682.623499:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074861f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494547072:0@lo:38:kworker.0 00000100:00000001:3.0:1749610682.623500:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610682.623500:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00020000:1.0:1749610682.623500:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749610682.623501:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610682.623501:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610682.623502:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00010000:00000001:1.0:1749610682.623502:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610682.623502:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610682.623503:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1749610682.623503:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074861f80 x1834598494547072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610707 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610682.623504:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074862300 x1834598494547328/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610698 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610682.623504:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 186 00010000:00000001:1.0:1749610682.623504:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610682.623505:0:9760:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:1.0:1749610682.623505:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749610682.623506:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134706670976 : -131939002880640 : ffff88008e99ed80) 00000100:00000001:1.0:1749610682.623506:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749610682.623506:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610682.623507:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1749610682.623507:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610682.623508:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130313400. 00000100:00000040:2.0:1749610682.623509:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008e99ed80 x1834598494547584/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:118/0 lens 224/0 e 0 to 0 dl 1749610693 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610682.623509:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880135262400. 02000000:00000001:0.0:1749610682.623509:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1749610682.623510:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610682.623510:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610682.623510:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00100000:3.0:1749610682.623511:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074862300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494547328:0@lo:400:kworker.0 00000100:00000001:1.0:1749610682.623511:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610682.623511:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610682.623512:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880129e10000. 00000100:00000001:2.0:1749610682.623513:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1749610682.623513:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1749610682.623513:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610682.623513:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749610682.623514:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610682.623514:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012b677cc0. 00010000:00000001:1.0:1749610682.623514:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610682.623514:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074861f80. 00000100:00000001:2.0:1749610682.623515:0:9760:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610682.623516:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00001000:1.0:1749610682.623516:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749610682.623516:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610682.623516:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610682.623517:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749610682.623517:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610682.623518:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074862300 x1834598494547328/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610698 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610682.623518:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610682.623518:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1749610682.623519:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012b677cc0. 00000100:00000001:1.0:1749610682.623519:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610682.623519:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610682.623520:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00100000:2.0:1749610682.623539:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e99ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494547584:12345-0@lo:400:kworker.0 00000100:00000200:2.0:1749610682.623541:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494547584 00000020:00000001:2.0:1749610682.623542:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749610682.623542:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610682.623544:0:9760:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:2.0:1749610682.623544:0:9760:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610682.623546:0:9760:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1749610682.623546:0:9760:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:3.0:1749610682.623547:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610682.623548:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:2.0:1749610682.623548:0:9760:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 02000000:00000010:3.0:1749610682.623550:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7b2200. 00000020:00000001:2.0:1749610682.623550:0:9760:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749610682.623550:0:9760:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749610682.623551:0:9760:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1749610682.623552:0:9760:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610682.623552:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1749610682.623553:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610682.623553:0:9760:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1749610682.623553:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1749610682.623554:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749610682.623554:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:0.0:1749610682.623555:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 301 00000020:00000040:3.0:1749610682.623556:0:28321:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:2.0:1749610682.623556:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1749610682.623557:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1749610682.623557:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134890053504 : -131938819498112 : ffff880099881f80) 02000000:00000010:2.0:1749610682.623558:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880129e13400. 02000000:00000010:3.0:1749610682.623559:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5c00. 02000000:00000001:2.0:1749610682.623559:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610682.623559:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880099881f80 x1834598494547456/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610702 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610682.623560:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610682.623561:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:2.0:1749610682.623561:0:9760:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610682.623562:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00010000:00000040:2.0:1749610682.623562:0:9760:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494547584 00010000:00000001:2.0:1749610682.623563:0:9760:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000010:3.0:1749610682.623564:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074862300. 00000100:00000001:1.0:1749610682.623564:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00100000:0.0:1749610682.623564:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099881f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494547456:12345-0@lo:38:kworker.0 00000100:00000001:3.0:1749610682.623566:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00010000:00000200:2.0:1749610682.623566:0:9760:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008e99ed80 x1834598494547584/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:118/0 lens 224/224 e 0 to 0 dl 1749610693 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610682.623566:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00010000:00000001:2.0:1749610682.623569:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000200:0.0:1749610682.623569:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494547456 00010000:00000001:2.0:1749610682.623570:0:9760:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610682.623571:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610682.623571:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:0.0:1749610682.623571:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00001000:2.0:1749610682.623572:0:9760:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=37 v=5 (1 1 1 1) 00010000:00000001:0.0:1749610682.623572:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749610682.623573:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610682.623573:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1749610682.623573:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1749610682.623574:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 02000000:00000001:1.0:1749610682.623574:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610682.623575:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610682.623575:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610682.623575:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610682.623576:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749610682.623576:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749610682.623577:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610682.623577:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610682.623577:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1749610682.623577:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610682.623578:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:1.0:1749610682.623578:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000100:00000001:3.0:1749610682.623579:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:0.0:1749610682.623579:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:2.0:1749610682.623580:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1749610682.623580:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494547200, offset 0 00010000:00000001:0.0:1749610682.623581:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:0.0:1749610682.623582:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749610682.623583:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610682.623583:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000010:2.0:1749610682.623584:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000100:00000001:0.0:1749610682.623584:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000200:2.0:1749610682.623586:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494547584, offset 224 00000400:00000200:1.0:1749610682.623586:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749610682.623586:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1749610682.623587:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130313400. 00000100:00080000:3.0:1749610682.623588:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000200:2.0:1749610682.623588:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749610682.623588:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610682.623589:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92ad00 00000100:00000001:0.0:1749610682.623589:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749610682.623591:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00010000:00000001:0.0:1749610682.623591:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1749610682.623592:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610682.623592:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x64d9 [1] + 0 00010000:00000001:0.0:1749610682.623592:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610682.623593:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:1.0:1749610682.623594:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610682.623595:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92ae80 00000100:00000001:0.0:1749610682.623595:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:1.0:1749610682.623596:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610682.623596:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1749610682.623598:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x64e5 [1] + 224 00000100:00000040:0.0:1749610682.623598:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000001:0.0:1749610682.623599:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:2.0:1749610682.623600:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610682.623600:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610682.623600:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000200:2.0:1749610682.623603:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610682.623603:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074863100 x1834598494547200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610707 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610682.623603:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000001:2.0:1749610682.623604:0:9760:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:0.0:1749610682.623604:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749610682.623605:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610682.623606:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:2.0:1749610682.623607:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074862a00 x1834598494547584/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610698 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610682.623607:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1749610682.623608:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880074863100 x1834598494547200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610707 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610682.623608:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 00000100:00000200:0.0:1749610682.623610:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494547456, offset 0 00000100:00000040:2.0:1749610682.623611:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880074862a00 x1834598494547584/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610698 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610682.623612:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610682.623616:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749610682.623616:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610682.623617:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610682.623618:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610682.623619:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610682.623619:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92ae00 00000400:00000200:1.0:1749610682.623620:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000400:00000010:1.0:1749610682.623622:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000400:00000200:2.0:1749610682.623624:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 00000100:00000001:1.0:1749610682.623624:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610682.623624:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000010:2.0:1749610682.623625:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 00000100:00000001:2.0:1749610682.623626:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610682.623627:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610682.623627:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610682.623627:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x64e1 [1] + 0 00000100:00000001:2.0:1749610682.623628:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610682.623629:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000200:0.0:1749610682.623629:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749610682.623630:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610682.623630:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610682.623631:0:9760:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749610682.623632:0:9760:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610682.623632:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749610682.623633:0:9760:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1749610682.623634:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749610682.623635:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008e99ed80 x1834598494547584/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:118/0 lens 224/224 e 0 to 0 dl 1749610693 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610682.623636:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099881c00 x1834598494547200/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610702 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610682.623636:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749610682.623638:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074863800 x1834598494547456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610707 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610682.623640:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e99ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494547584:12345-0@lo:400:kworker.0 Request processed in 126us (291us total) trans 0 rc 0/0 00000100:00000040:0.0:1749610682.623643:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880074863800 x1834598494547456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610707 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610682.623644:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 186 00000100:00100000:1.0:1749610682.623644:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099881c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494547200:12345-0@lo:38:kworker.0 Request processed in 156us (413us total) trans 0 rc -19/-19 00000100:00000040:2.0:1749610682.623646:0:9760:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:2.0:1749610682.623647:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610682.623647:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749610682.623647:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:2.0:1749610682.623649:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387280. 00000100:00100000:1.0:1749610682.623650:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 300 00000400:00000200:0.0:1749610682.623650:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 00000400:00000010:0.0:1749610682.623651:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 00000100:00000001:0.0:1749610682.623652:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000010:2.0:1749610682.623653:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9898. 00000100:00000001:0.0:1749610682.623653:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749610682.623654:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610682.623655:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bc400. 00000100:00000001:1.0:1749610682.623656:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:0.0:1749610682.623656:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000040:2.0:1749610682.623657:0:9760:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:0.0:1749610682.623657:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610682.623658:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610682.623658:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1749610682.623658:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610682.623660:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9d00. 00000100:00000040:0.0:1749610682.623660:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099881f80 x1834598494547456/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610702 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610682.623663:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c7d0. 00000020:00000010:1.0:1749610682.623665:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125600. 00000100:00100000:0.0:1749610682.623665:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099881f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494547456:12345-0@lo:38:kworker.0 Request processed in 101us (345us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749610682.623666:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610682.623679:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610682.623680:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1749610682.623682:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 301 00000400:00000001:2.0:1749610682.623683:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610682.623683:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749610682.623683:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610682.623684:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:2.0:1749610682.623685:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f79a0. 00000020:00000010:0.0:1749610682.623686:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387f80. 00000400:00000200:2.0:1749610682.623687:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eeddd0 00000400:00000010:2.0:1749610682.623688:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eeddd0. 00000020:00000010:0.0:1749610682.623688:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be97d0. 00000100:00000001:2.0:1749610682.623689:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:0.0:1749610682.623691:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bcc00. 00000100:00000200:2.0:1749610682.623692:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074862a00 x1834598494547584/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610698 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610682.623692:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749610682.623696:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074862a00 x1834598494547584/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610698 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610682.623700:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610682.623700:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610682.623701:0:28321:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610682.623702:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610682.623703:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610682.623704:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610682.623705:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610682.623708:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=137 v=5 (5 5 5 0) 00000100:00001000:2.0:1749610682.623710:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=137 v=5 (1 1 1 0) 00000100:00000001:2.0:1749610682.623711:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610682.623712:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610682.623714:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1749610682.623715:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880074862a00 x1834598494547584/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610698 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749610682.623719:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610682.623720:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1749610682.623721:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:2.0:1749610682.623722:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749610682.623722:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610682.623723:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610682.623724:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1749610682.623726:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610682.623726:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1749610682.623727:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074862a00 x1834598494547584/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610698 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610682.623728:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffcb8. 00000400:00000200:0.0:1749610682.623730:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958212a8 00000100:00000001:2.0:1749610682.623731:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1749610682.623731:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958212a8. 00000100:00000001:2.0:1749610682.623732:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610682.623732:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610682.623733:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610682.623734:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074862a00 x1834598494547584/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610698 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610682.623737:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074863100 x1834598494547200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610707 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610682.623738:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074862a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494547584:0@lo:400:kworker.0 00000100:00000001:2.0:1749610682.623741:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610682.623742:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1749610682.623742:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074863100 x1834598494547200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610707 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610682.623743:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074862a00 x1834598494547584/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610698 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610682.623745:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610682.623746:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1749610682.623746:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610682.623747:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1749610682.623747:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000010:2.0:1749610682.623748:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7b2000. 02000000:00000001:0.0:1749610682.623748:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1749610682.623749:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1749610682.623749:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1749610682.623750:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749610682.623750:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610682.623751:0:28321:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:0.0:1749610682.623751:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610682.623752:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610682.623753:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5500. 00000100:00001000:0.0:1749610682.623753:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610682 v=5 (0 0 0 0) 02000000:00000001:2.0:1749610682.623755:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610682.623755:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:0.0:1749610682.623755:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=37 v=20 (1 1 1 20) 00000100:00000010:2.0:1749610682.623756:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074862a00. 00000100:00000001:0.0:1749610682.623756:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610682.623757:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610682.623757:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610682.623758:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610682.623758:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610682.623759:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610682.623760:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074863100 x1834598494547200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610707 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610682.623761:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610682.623762:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610682.623763:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610682.623763:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610682.623764:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610682.623765:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610682.623765:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610682.623766:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610682.623767:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749610682.623768:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749610682.623770:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610682.623771:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610682.623772:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074863100 x1834598494547200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610707 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610682.623776:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074863100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494547200:0@lo:38:kworker.0 00000400:00000001:0.0:1749610682.623779:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610682.623788:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749610682.623789:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffbb0. 00000400:00000200:0.0:1749610682.623790:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821088 00000400:00000010:0.0:1749610682.623791:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821088. 00000100:00000001:0.0:1749610682.623793:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749610682.623794:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074863800 x1834598494547456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610707 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610682.623798:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074863800 x1834598494547456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610707 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610682.623801:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610682.623802:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610682.623803:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610682.623803:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610682.623804:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610682.623805:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610682.623805:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610682.623807:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610682 v=5 (0 0 0 0) 00000100:00001000:0.0:1749610682.623809:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=137 v=20 (1 1 20 0) 00000100:00000001:0.0:1749610682.623810:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610682.623810:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610682.623811:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610682.623813:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074863800 x1834598494547456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610707 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610682.623816:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610682.623817:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610682.623818:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610682.623819:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610682.623819:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749610682.623821:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749610682.623822:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610682.623823:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610682.623825:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074863800 x1834598494547456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610707 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610682.623832:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074863800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494547456:0@lo:38:kworker.0 00000100:00000001:0.0:1749610682.623834:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610682.623835:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610682.623836:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074863100 x1834598494547200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610707 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610682.623839:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610682.623840:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610682.623841:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130312400. 02000000:00000001:0.0:1749610682.623842:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610682.623843:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610682.623844:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749610682.623844:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610682.623845:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880129e11800. 02000000:00000001:0.0:1749610682.623846:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610682.623847:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610682.623848:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074863100. 00000100:00000001:0.0:1749610682.623849:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610682.623850:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610682.623850:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610682.623852:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074863800 x1834598494547456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610707 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610682.623855:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610682.623856:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610682.623857:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130311000. 02000000:00000001:0.0:1749610682.623858:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610682.623858:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610682.623859:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1749610682.623860:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610682.623860:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880129e12c00. 02000000:00000001:0.0:1749610682.623861:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610682.623862:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610682.623862:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074863800. 00000100:00000001:0.0:1749610682.623863:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610682.623866:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610682.623867:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610682.623868:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610682.623869:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610682.623870:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610682.623871:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610682.624551:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299956082, at 4299956082 00000100:00000040:1.0:1749610682.624554:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299956082, at 4299956082 00000100:00000040:3.0:1749610682.624555:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299956082, at 4299956082 00000100:00000010:2.0:1749610682.624556:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b3540. 00000100:00000010:1.0:1749610682.624566:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b3280. 00000100:00000040:0.0:1749610682.624566:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299956082, at 4299956082 00000100:00000010:3.0:1749610682.624574:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b3a80. 00000100:00000010:0.0:1749610682.624586:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b3800. 00000100:00000001:2.0:1749610682.855592:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610682.855613:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610682.855614:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610682.855617:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610682.855619:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610682.855622:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610682.855624:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610682.855626:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610682.855627:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610683.457612:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610683.457618:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610683.457620:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610683.457622:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610683.457625:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610683.457627:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610683.457629:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610683.457631:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610683.457632:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610683.500624:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610683.500628:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610683.500700:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610683.500703:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610683.500705:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610683.623678:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610683.623690:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610683.623692:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610683.623695:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610683.623697:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610683.623699:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610683.623700:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610683.855634:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610683.855641:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610683.855642:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610683.855646:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610683.855649:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610683.855652:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610683.855655:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610683.855690:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610683.855692:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610684.457614:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610684.457619:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610684.457621:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610684.457634:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610684.457636:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610684.457639:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610684.457641:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610684.457643:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610684.457644:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610684.502591:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610684.502595:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749610684.502596:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749610684.502598:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610684.502600:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749610684.502602:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610684.502603:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610684.502604:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610684.502668:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610684.502671:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610684.502673:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610684.623624:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610684.623634:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610684.623635:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610684.623638:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610684.623640:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610684.623642:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610684.623644:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610684.855571:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610684.855578:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610684.855580:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610684.855584:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610684.855587:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610684.855590:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610684.855593:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610684.855596:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610684.855598:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610685.457720:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610685.457728:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610685.457731:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610685.457735:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610685.457739:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610685.457743:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610685.457747:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610685.457749:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610685.457752:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610685.504701:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610685.504708:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610685.504793:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610685.504798:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610685.504802:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610685.623730:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610685.623747:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610685.623751:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610685.623756:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610685.623759:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610685.623763:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610685.623767:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610685.855710:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610685.855719:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610685.855721:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610685.855725:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610685.855746:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610685.855750:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610685.855753:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610685.855756:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610685.855759:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610686.457709:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610686.457718:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610686.457720:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610686.457725:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610686.457728:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610686.457733:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610686.457736:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610686.457739:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610686.457741:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610686.506651:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610686.506656:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610686.506733:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610686.506738:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610686.506742:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610686.623624:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610686.623673:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610686.623676:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610686.623678:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610686.623681:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610686.623684:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610686.623686:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610686.855671:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610686.855680:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610686.855683:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610686.855687:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610686.855691:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610686.855694:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610686.855698:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610686.855702:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610686.855704:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610687.457753:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610687.457764:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610687.457767:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610687.457773:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610687.457778:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610687.457782:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610687.457785:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610687.457788:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610687.457791:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610687.508693:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610687.508699:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610687.508788:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610687.508795:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610687.508800:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610687.623752:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610687.623761:0:28320:0:(client.c:2435:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1749610687.623778:0:28320:0:(client.c:2451:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1749610662/real 1749610662] req@ffff880074863b80 x1834598494543616/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610687 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749610687.623805:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610687.623808:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749610687.623830:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3fff20. 00000400:00000200:0.0:1749610687.623839:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821cc0 00000400:00000010:0.0:1749610687.623842:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821cc0. 00000100:00000001:0.0:1749610687.623849:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749610687.623855:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074863b80 x1834598494543616/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610687 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610687.623870:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074863b80 x1834598494543616/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610687 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610687.623882:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610687.623885:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610687.623890:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610687.623893:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749610687.623899:0:28320:0:(client.c:2482:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff880074863b80 x1834598494543616/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610687 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610687.623911:0:28320:0:(client.c:2487:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610687.623926:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610687.623929:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610687.623933:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610687.623936:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610687.623939:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610687.623945:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074863b80 x1834598494543616/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610687 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610687.623958:0:28320:0:(client.c:2097:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749610687.623962:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610687.623965:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610687.623967:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610687.623981:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610687.623985:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1749610687.623991:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749610687.624029:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.106@tcp failed (-110) 00000100:00000001:0.0:1749610687.624035:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1749610687.624042:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074863b80 x1834598494543616/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610687 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610687.624067:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074863b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494543616:0@lo:250:kworker.0 00000100:00080000:2.0:1749610687.624069:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610687.624077:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1749610687.624080:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610687.624082:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610687.624086:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:0.0:1749610687.624089:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749610687.624090:0:8737:0:(import.c:505:import_select_connection()) MGC192.168.202.106@tcp: connect to NID 0@lo last attempt 5268 00000100:00000001:0.0:1749610687.624093:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00080000:2.0:1749610687.624095:0:8737:0:(import.c:584:import_select_connection()) MGC192.168.202.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610687.624098:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000040:0.0:1749610687.624099:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074863b80 x1834598494543616/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610687 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610687.624102:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610687.624105:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610687.624107:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610687.624110:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749610687.624111:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610687.624113:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cf3e 00000020:00000001:2.0:1749610687.624117:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610687.624120:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009d243000 refcount=3 00000020:00000001:2.0:1749610687.624123:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000020:00000001:2.0:1749610687.624125:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000100:00000040:2.0:1749610687.624129:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610687.624131:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610687.624134:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610687.624137:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610687.624141:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88009d243000 : new refcount 2 00000100:00080000:2.0:1749610687.624146:0:8737:0:(import.c:619:import_select_connection()) MGC192.168.202.106@tcp: import ffff88009d242800 using connection MGC192.168.202.106@tcp_0/0@lo 00000100:00000001:2.0:1749610687.624150:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610687.624152:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1749610687.624154:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000010:0.0:1749610687.624158:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130312800. 02000000:00000001:2.0:1749610687.624159:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610687.624163:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610687.624164:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749610687.624166:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000020:00000001:0.0:1749610687.624168:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749610687.624170:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610687.624171:0:28320:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749610687.624174:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610687.624178:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880129e10c00. 02000000:00000001:0.0:1749610687.624182:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610687.624185:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610687.624188:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074863b80. 00000100:00000010:2.0:1749610687.624189:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074862a00. 00000100:00000001:0.0:1749610687.624194:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000020:00000040:2.0:1749610687.624195:0:8737:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1749610687.624196:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610687.624200:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610687.624201:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610687.624204:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610687.624208:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1749610687.624208:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610687.624210:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610687.624211:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1749610687.624212:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610687.624215:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610687.624217:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610687.624227:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880129e10800. 00000100:00000001:2.0:1749610687.624236:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610687.624247:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880074862a00 x1834598494547712/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610687.624268:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610687.624273:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610687.624277:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074862a00] to pc [ptlrpcd_rcv+-1] req@ffff880074862a00 x1834598494547712/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610687.624305:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610687.624309:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610687.624312:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610687.624314:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610687.624316:0:8737:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610687.624319:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610687.624321:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5288 00000100:00080000:2.0:1749610687.624324:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610687.624327:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610687.624329:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610687.624331:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610687.624332:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610687.624335:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610687.624336:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749610687.624338:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610687.624338:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1749610687.624340:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000100:00000001:0.0:1749610687.624341:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1749610687.624342:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000001:0.0:1749610687.624344:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1749610687.624351:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749610687.624351:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074862a00 x1834598494547712/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610687.624355:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610687.624358:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610687.624359:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610687.624360:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610687.624361:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610687.624362:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610687.624363:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 02000000:00000001:0.0:1749610687.624365:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:2.0:1749610687.624366:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610687.624368:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610687.624368:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610687.624370:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610687.624371:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610687.624376:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610687.624378:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610687.624380:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610687.624382:0:8737:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610687.624382:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074862a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494547712:0@lo:250:kworker.0 00000100:00000010:2.0:1749610687.624386:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074861500. 00000100:00000001:0.0:1749610687.624387:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1749610687.624388:0:8737:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749610687.624390:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610687.624391:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610687.624391:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749610687.624393:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610687.624394:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610687.624394:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610687.624396:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610687.624397:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749610687.624401:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880129e13c00. 02000000:00000010:0.0:1749610687.624401:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130312800. 02000000:00000001:0.0:1749610687.624403:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610687.624405:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610687.624408:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3fff20. 00000100:00100000:2.0:1749610687.624410:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880074861500 x1834598494547840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1749610687.624414:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821cc0. 00000100:00000001:2.0:1749610687.624417:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610687.624420:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610687.624420:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494547712, portal 25 00000100:00000040:2.0:1749610687.624423:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074861500] to pc [ptlrpcd_rcv+-1] req@ffff880074861500 x1834598494547840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610687.624423:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610687.624426:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269168128 : -131939440383488 : ffff880074862a00) 00000100:00000001:2.0:1749610687.624432:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610687.624432:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074862a00 x1834598494547712/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749610687.624435:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610687.624450:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610687.624451:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610687.624454:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610687.624456:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000400:00000010:0.0:1749610687.624456:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821088. 00000100:00080000:2.0:1749610687.624458:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000200:0.0:1749610687.624459:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598494547712, offset 0 00000100:00000001:2.0:1749610687.624461:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610687.624464:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5288 00000400:00000200:0.0:1749610687.624465:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00080000:2.0:1749610687.624466:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610687.624469:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610687.624471:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610687.624472:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610687.624474:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610687.624476:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610687.624477:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749610687.624479:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610687.624480:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000400:00000200:0.0:1749610687.624480:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1749610687.624482:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749610687.624484:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749610687.624487:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610687.624489:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610687.624490:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610687.624492:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:0.0:1749610687.624492:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848ebf92af00 00000020:00000040:2.0:1749610687.624494:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749610687.624497:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000400:00000100:0.0:1749610687.624498:0:28320:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598494547712 offset 0 length 520: 4 00000100:00000001:2.0:1749610687.624499:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610687.624500:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610687.624503:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749610687.624503:0:28320:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88006dfe5ef0 is in inconsistent state, don't perform health checking (-2, 0) 02000000:00000001:2.0:1749610687.624505:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610687.624506:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000001:2.0:1749610687.624507:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610687.624509:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610687.624512:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074861880. 00000020:00000040:2.0:1749610687.624514:0:8737:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749610687.624516:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000400:00000200:0.0:1749610687.624516:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821088 02000000:00000001:2.0:1749610687.624517:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610687.624518:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:0.0:1749610687.624519:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821088. 02000000:00000001:2.0:1749610687.624552:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610687.624554:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610687.624557:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000010:2.0:1749610687.624558:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880129e13000. 00000100:00000001:2.0:1749610687.624562:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610687.624562:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074862a00 x1834598494547712/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610687.624567:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880074861880 x1834598494547968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610687.624570:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610687.624574:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074862a00 x1834598494547712/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610712 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610687.624575:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610687.624577:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610687.624583:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074861880] to pc [ptlrpcd_rcv+-1] req@ffff880074861880 x1834598494547968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610687.624592:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610687.624593:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749610687.624596:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610687.624599:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610687.624600:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:0.0:1749610687.624604:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299961105 00000100:00080000:2.0:1749610687.624605:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610687.624607:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000010:0.0:1749610687.624608:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b3800. 00000100:00080000:2.0:1749610687.624610:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610687.624614:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:0.0:1749610687.624614:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00080000:2.0:1749610687.624617:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5288 00000100:00000001:0.0:1749610687.624620:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299961105 00000100:00080000:2.0:1749610687.624651:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000010:0.0:1749610687.624663:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b3c40. 00000100:00000040:2.0:1749610687.624664:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610687.624667:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749610687.624668:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610687.624670:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610687.624673:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610687.624677:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610687.624678:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:2.0:1749610687.624681:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610687.624681:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 2 is 4299961105 00000020:00000040:2.0:1749610687.624684:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000100:00000010:0.0:1749610687.624684:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b3140. 00000020:00000001:2.0:1749610687.624687:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000001:0.0:1749610687.624687:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 2 00000020:00000001:2.0:1749610687.624690:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000001:0.0:1749610687.624690:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 3 is 4299961105 00000100:00000010:0.0:1749610687.624692:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b34c0. 00000100:00000040:2.0:1749610687.624695:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610687.624695:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1749610687.624698:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610687.624708:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749610687.624709:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610687.624711:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610687.624712:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610687.624714:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610687.624716:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00000001:0.0:1749610687.624716:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749610687.624720:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610687.624722:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610687.624723:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610687.624724:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 02000000:00000001:2.0:1749610687.624726:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1749610687.624726:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610687.624727:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610687.624729:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749610687.624732:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749610687.624734:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074861500 x1834598494547840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610687.624735:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610687.624738:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610687.624740:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610687.624742:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610687.624743:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610687.624745:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074862680. 02000000:00000001:0.0:1749610687.624746:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:2.0:1749610687.624747:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1749610687.624748:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610687.624750:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610687.624750:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610687.624752:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610687.624754:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610687.624755:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610687.624758:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610687.624759:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074861500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494547840:0@lo:38:kworker.0 02000000:00000010:2.0:1749610687.624763:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880129e10c00. 00000100:00000001:0.0:1749610687.624763:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749610687.624766:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749610687.624767:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610687.624767:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610687.624769:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1749610687.624772:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880074862680 x1834598494548096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1749610687.624772:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130311000. 02000000:00000001:0.0:1749610687.624774:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610687.624778:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffbb0. 00000100:00000001:2.0:1749610687.624780:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1749610687.624782:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821088. 00000100:00000001:2.0:1749610687.624783:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610687.624785:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494547840, portal 4 00000100:00000040:2.0:1749610687.624786:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074862680] to pc [ptlrpcd_rcv+-1] req@ffff880074862680 x1834598494548096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610687.624787:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610687.624789:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269162752 : -131939440388864 : ffff880074861500) 00000100:00000001:2.0:1749610687.624795:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610687.624797:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074861500 x1834598494547840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610687.624798:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749610687.624801:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1749610687.624803:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000010:2.0:1749610687.624804:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074863b80. 00000100:00000040:0.0:1749610687.624806:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:2.0:1749610687.624807:0:8737:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000400:00000010:0.0:1749610687.624808:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958212a8. 00000100:00000001:2.0:1749610687.624809:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610687.624810:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:0.0:1749610687.624810:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494547840, offset 0 00000400:00000200:0.0:1749610687.624814:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749610687.624818:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610687.624821:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:2.0:1749610687.624823:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5500. 00000100:00000001:2.0:1749610687.624826:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610687.624828:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf92af80 00000100:00000040:2.0:1749610687.624830:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880074863b80 x1834598494548224/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749610687.624834:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3ded [256] + 11960 00000100:00000001:2.0:1749610687.624838:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610687.624840:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610687.624841:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749610687.624845:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074863b80] to pc [ptlrpcd_00_02+2] req@ffff880074863b80 x1834598494548224/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610687.624846:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610687.624851:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749610687.624854:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1749610687.624858:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099882300. 00000100:00000040:0.0:1749610687.624862:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880099882300 x1834598494547840 msgsize 520 00000100:00100000:0.0:1749610687.624866:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610687.624874:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749610687.624879:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610687.624879:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958212a8 00000400:00000010:0.0:1749610687.624881:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958212a8. 00000100:00080000:2.0:1749610687.624883:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:0.0:1749610687.624883:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00080000:2.0:1749610687.624887:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610687.624889:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610687.624892:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000200:0.0:1749610687.624892:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074861500 x1834598494547840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610687.624896:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:1.0:1749610687.624897:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1749610687.624899:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5288 00000100:00000001:0.0:1749610687.624900:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610687.624902:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1749610687.624903:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610687.624903:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074861500 x1834598494547840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610712 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610687.624904:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749610687.624907:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610687.624909:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610687.624910:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610687.624911:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:2.0:1749610687.624913:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000040:1.0:1749610687.624913:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074863b80 x1834598494548224/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610687.624915:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610687.624916:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:0.0:1749610687.624919:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1272 usecs (2 jiffies) 00000020:00000001:2.0:1749610687.624920:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749610687.624921:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610687.624921:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299961084 00000020:00000040:2.0:1749610687.624922:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000100:00000001:0.0:1749610687.624924:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299961105 00000020:00000001:2.0:1749610687.624925:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749610687.624925:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610687.624926:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299961084 00000100:00000001:1.0:1749610687.624927:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610687.624928:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610687.624928:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000100:00000001:0.0:1749610687.624929:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299961105 02000000:00000001:1.0:1749610687.624930:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1749610687.624931:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:0.0:1749610687.624931:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299961084 02000000:00000001:1.0:1749610687.624933:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610687.624933:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299961105 00000020:00000001:2.0:1749610687.624935:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 02000000:00000001:1.0:1749610687.624935:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610687.624935:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299961084 00000100:00000001:0.0:1749610687.624937:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299961105 00000100:00000040:2.0:1749610687.624939:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00100000:1.0:1749610687.624939:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074863b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494548224:0@lo:400:kworker.0 00000100:00000001:0.0:1749610687.624939:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610687.624941:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610687.624942:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749610687.624943:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749610687.624943:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749610687.624945:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:1.0:1749610687.624946:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1749610687.624947:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074861880 x1834598494547968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610687.624948:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610687.624950:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749610687.624953:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000010:1.0:1749610687.624954:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d125600. 00000100:00000001:0.0:1749610687.624955:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610687.624956:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:1.0:1749610687.624957:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610687.624957:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749610687.624959:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1749610687.624960:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 02000000:00000001:0.0:1749610687.624961:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610687.624962:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db9a0. 00000100:00100000:0.0:1749610687.624964:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074861880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494547968:0@lo:38:kworker.0 00000100:00080000:2.0:1749610687.624965:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000400:00000010:1.0:1749610687.624967:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000100:00000001:0.0:1749610687.624967:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749610687.624968:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610687.624969:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:1.0:1749610687.624971:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494548224, portal 10 02000000:00000001:2.0:1749610687.624972:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1749610687.624974:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1749610687.624975:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610687.624976:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269172608 : -131939440379008 : ffff880074863b80) 02000000:00000001:2.0:1749610687.624977:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610687.624977:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1749610687.624980:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610687.624980:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130312400. 02000000:00000001:0.0:1749610687.624982:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610687.624983:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000040:1.0:1749610687.624983:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074863b80 x1834598494548224/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610687.624986:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610687.624986:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffcb8. 00000400:00000010:0.0:1749610687.624989:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958212a8. 00000100:00000010:2.0:1749610687.624991:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074863800. 00000100:00000001:1.0:1749610687.624992:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:0.0:1749610687.624992:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494547968, portal 10 00000020:00000040:2.0:1749610687.624995:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:0.0:1749610687.624995:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610687.624996:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269163648 : -131939440387968 : ffff880074861880) 02000000:00000001:2.0:1749610687.624998:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610687.625000:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610687.625002:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074861880 x1834598494547968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610687.625003:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1749610687.625004:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749610687.625005:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:1.0:1749610687.625006:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 02000000:00000001:2.0:1749610687.625007:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610687.625009:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:1.0:1749610687.625010:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494548224, offset 0 02000000:00000010:2.0:1749610687.625012:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880129e12c00. 00000100:00000040:0.0:1749610687.625012:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610687.625014:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 00000400:00000200:1.0:1749610687.625015:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610687.625016:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610687.625018:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494547968, offset 0 00000100:00100000:2.0:1749610687.625021:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880074863800 x1834598494548352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749610687.625022:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610687.625024:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610687.625028:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610687.625029:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1749610687.625031:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf92b100 00000100:00000001:2.0:1749610687.625032:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610687.625034:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92b000 00000100:00000040:2.0:1749610687.625035:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074863800] to pc [ptlrpcd_rcv+-1] req@ffff880074863800 x1834598494548352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610687.625038:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be9 [64] + 4016 00000100:00000001:2.0:1749610687.625043:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610687.625044:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749610687.625046:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1749610687.625048:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610687.625049:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:0.0:1749610687.625049:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 4240 00000100:00000010:2.0:1749610687.625052:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074863100. 00000020:00000040:2.0:1749610687.625054:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000400:00000200:0.0:1749610687.625054:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610687.625056:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610687.625057:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1749610687.625057:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749610687.625058:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610687.625062:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749610687.625064:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000010:2.0:1749610687.625068:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5c00. 00000100:00000010:1.0:1749610687.625068:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079224000. 00000100:00000001:2.0:1749610687.625071:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610687.625071:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff880079224000 x1834598494548224 msgsize 224 00000100:00000040:2.0:1749610687.625076:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880074863100 x1834598494548480/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749610687.625076:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610687.625086:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749610687.625089:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610687.625092:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610687.625098:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074863100] to pc [ptlrpcd_00_03+3] req@ffff880074863100 x1834598494548480/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610687.625100:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00000100:00000001:0.0:1749610687.625101:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:1.0:1749610687.625102:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 00000100:00000001:1.0:1749610687.625104:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:0.0:1749610687.625104:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494548224 02000000:00000001:0.0:1749610687.625106:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:1.0:1749610687.625109:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074863b80 x1834598494548224/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610687.625109:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610687.625113:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610687.625116:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610687.625118:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1749610687.625119:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494548224 00000100:00000040:1.0:1749610687.625121:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074863b80 x1834598494548224/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610703 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610687.625122:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610687.625124:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000020:00000001:0.0:1749610687.625126:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749610687.625128:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610687.625129:0:9692:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000100:00000001:2.0:1749610687.625130:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610687.625130:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:0.0:1749610687.625131:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:1.0:1749610687.625133:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610687.625134:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000040:1.0:1749610687.625138:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 813 usecs (1 jiffies) 00000100:00000040:2.0:1749610687.625139:0:8737:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5298) 00000100:00000001:1.0:1749610687.625141:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299961083 00000100:00000001:1.0:1749610687.625144:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299961105 00000100:00000001:0.0:1749610687.625145:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749610687.625146:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299961083 00000020:00000010:0.0:1749610687.625148:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b33c0. 00000100:00000001:1.0:1749610687.625149:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299961105 00000100:00000001:1.0:1749610687.625151:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299961083 00000020:00000040:0.0:1749610687.625156:0:9692:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:1.0:1749610687.625158:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299961105 00000100:00000001:3.0:1749610687.625160:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610687.625160:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299961083 00000100:00000001:1.0:1749610687.625162:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299961105 00000100:00000001:3.0:1749610687.625164:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610687.625164:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610687.625164:0:9692:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1749610687.625167:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749610687.625167:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610687.625170:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610687.625170:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8fa00. 00000100:00000001:1.0:1749610687.625172:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749610687.625175:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dffd80. 00000100:00000040:3.0:1749610687.625176:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074863100 x1834598494548480/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610687.625178:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610687.625180:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:0.0:1749610687.625180:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add640. 00000100:00080000:2.0:1749610687.625181:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:1.0:1749610687.625182:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610687.625183:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610687.625184:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610687.625186:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:1.0:1749610687.625186:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610687.625188:0:9692:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1749610687.625191:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610687.625191:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610687.625192:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610687.625194:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610687.625195:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610687.625198:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749610687.625202:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610687.625202:0:9692:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749610687.625204:0:9692:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:3.0:1749610687.625205:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610687.625205:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749610687.625206:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610687.625207:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494547840 00000100:00100000:3.0:1749610687.625209:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074863100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494548480:0@lo:400:kworker.0 02000000:00000001:1.0:1749610687.625209:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610687.625212:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610687.625213:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610687.625214:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610687.625216:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749610687.625217:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610687.625220:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:1.0:1749610687.625220:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494547840 00000100:00000001:0.0:1749610687.625221:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1749610687.625222:0:9761:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1749610687.625223:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610687.625223:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000040:1.0:1749610687.625224:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:3.0:1749610687.625226:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1749610687.625226:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1749610687.625227:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 187 00000020:00000001:1.0:1749610687.625228:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610687.625230:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610687.625230:0:9692:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 02000000:00000010:3.0:1749610687.625232:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7b2200. 00000100:00000001:0.0:1749610687.625232:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134346506240 : -131939363045376 : ffff880079224000) 00000020:00000010:1.0:1749610687.625234:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124c00. 00000100:00000040:0.0:1749610687.625237:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079224000 x1834598494548224/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:123/0 lens 224/0 e 0 to 0 dl 1749610698 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610687.625238:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9d00. 00000020:00000010:1.0:1749610687.625241:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c7d0. 00000100:00000001:1.0:1749610687.625244:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1749610687.625245:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610687.625246:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610687.625246:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749610687.625248:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610687.625248:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3900. 00000100:00000001:0.0:1749610687.625250:0:9692:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1749610687.625252:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7948. 00000100:00000001:1.0:1749610687.625252:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610687.625253:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b3900. 00000400:00000010:3.0:1749610687.625258:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedd48. 00000100:00100000:0.0:1749610687.625258:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079224000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494548224:12345-0@lo:400:kworker.0 00000100:00000200:0.0:1749610687.625262:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494548224 00000100:00000200:3.0:1749610687.625265:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494548480, portal 10 00000020:00000001:0.0:1749610687.625266:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749610687.625268:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1749610687.625269:0:9692:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:1.0:1749610687.625270:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610687.625271:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269169920 : -131939440381696 : ffff880074863100) 00000020:00000001:0.0:1749610687.625271:0:9692:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610687.625274:0:9692:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1749610687.625277:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610687.625279:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1749610687.625282:0:9692:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000040:3.0:1749610687.625283:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074863100 x1834598494548480/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610687.625286:0:9692:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00100000:1.0:1749610687.625289:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000020:00000001:0.0:1749610687.625289:0:9692:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749610687.625291:0:9692:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1749610687.625292:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134890054400 : -131938819497216 : ffff880099882300) 00000020:00000001:0.0:1749610687.625293:0:9692:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1749610687.625295:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:0.0:1749610687.625296:0:9692:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610687.625297:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880099882300 x1834598494547840/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610707 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610687.625298:0:9692:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000040:3.0:1749610687.625299:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610687.625302:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000010:3.0:1749610687.625303:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eede58. 02000000:00000001:0.0:1749610687.625305:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:3.0:1749610687.625307:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494548480, offset 0 00000100:00100000:1.0:1749610687.625307:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099882300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494547840:12345-0@lo:38:kworker.0 02000000:00000010:0.0:1749610687.625309:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130311400. 00000100:00000200:1.0:1749610687.625311:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494547840 02000000:00000001:0.0:1749610687.625311:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610687.625314:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1749610687.625314:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749610687.625314:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610687.625316:0:9692:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610687.625317:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00010000:00000040:0.0:1749610687.625319:0:9692:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494548224 00010000:00000001:0.0:1749610687.625322:0:9692:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000200:3.0:1749610687.625325:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000200:0.0:1749610687.625327:0:9692:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880079224000 x1834598494548224/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:123/0 lens 224/224 e 0 to 0 dl 1749610698 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610687.625331:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610687.625334:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf92b200 00010000:00020000:1.0:1749610687.625335:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:0.0:1749610687.625336:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749610687.625338:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:0.0:1749610687.625338:0:9692:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610687.625341:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00001000:0.0:1749610687.625341:0:9692:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=42 v=5 (1 1 1 1) 00000400:00000200:3.0:1749610687.625342:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be9 [64] + 4760 00000100:00000001:1.0:1749610687.625344:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749610687.625344:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749610687.625346:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1749610687.625347:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:1.0:1749610687.625348:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1749610687.625349:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610687.625349:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749610687.625351:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000010:1.0:1749610687.625352:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880135261000. 02000000:00000001:0.0:1749610687.625353:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610687.625354:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610687.625355:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610687.625355:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610687.625356:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610687.625358:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1749610687.625359:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749610687.625360:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000400:00000010:0.0:1749610687.625360:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 00010000:00000001:1.0:1749610687.625361:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610687.625363:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00001000:1.0:1749610687.625364:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000200:0.0:1749610687.625365:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494548224, offset 224 00000100:00000010:3.0:1749610687.625368:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e99f100. 00000100:00000001:1.0:1749610687.625368:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:0.0:1749610687.625369:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610687.625371:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610687.625372:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff88008e99f100 x1834598494548480 msgsize 224 00000100:00000040:1.0:1749610687.625374:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:1.0:1749610687.625376:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:0.0:1749610687.625377:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610687.625378:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00100000:3.0:1749610687.625379:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1749610687.625382:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000200:0.0:1749610687.625383:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92b100 02000000:00000001:1.0:1749610687.625384:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610687.625385:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610687.625387:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:0.0:1749610687.625388:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6515 [1] + 224 00000100:00000040:1.0:1749610687.625389:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610687.625392:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 00000400:00000200:0.0:1749610687.625393:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610687.625396:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610687.625401:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494547840, offset 0 00000100:00000001:3.0:1749610687.625405:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749610687.625405:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:1.0:1749610687.625406:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749610687.625409:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074863b80 x1834598494548224/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610703 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610687.625415:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eede58 00000400:00000010:3.0:1749610687.625418:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eede58. 00000100:00000040:0.0:1749610687.625419:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880074863b80 x1834598494548224/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610703 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610687.625423:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749610687.625430:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074863100 x1834598494548480/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610687.625430:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610687.625431:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749610687.625436:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 00000400:00000010:0.0:1749610687.625438:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00000100:00000001:2.0:1749610687.625441:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749610687.625441:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:1.0:1749610687.625442:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf92af80 00000100:00000001:0.0:1749610687.625443:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610687.625444:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1749610687.625445:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494548480 00000100:00000001:0.0:1749610687.625447:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610687.625448:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1749610687.625449:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074863100 x1834598494548480/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610703 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610687.625450:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x650d [1] + 0 00000100:00000040:0.0:1749610687.625450:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610687.625451:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1749610687.625452:0:9692:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:2.0:1749610687.625454:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610687.625454:0:9692:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610687.625456:0:9692:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1749610687.625457:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749610687.625458:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610687.625460:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610687.625460:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079224000 x1834598494548224/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:123/0 lens 224/224 e 0 to 0 dl 1749610698 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610687.625462:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494548480 00000400:00000200:1.0:1749610687.625462:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1749610687.625466:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610687.625468:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:1.0:1749610687.625468:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610687.625471:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:2.0:1749610687.625471:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1749610687.625471:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079224000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494548224:12345-0@lo:400:kworker.0 Request processed in 222us (396us total) trans 0 rc 0/0 00000020:00000040:2.0:1749610687.625474:0:9760:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000200:1.0:1749610687.625474:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074861500 x1834598494547840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610712 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610687.625478:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:3.0:1749610687.625479:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610687.625480:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 187 00000020:00000001:2.0:1749610687.625482:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000040:0.0:1749610687.625483:0:9692:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00000040:3.0:1749610687.625485:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 772 usecs (1 jiffies) 00000100:00000001:0.0:1749610687.625486:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610687.625487:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749610687.625487:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749610687.625488:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299961083 00000100:00000040:1.0:1749610687.625490:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880074861500 x1834598494547840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610712 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610687.625491:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299961105 00000020:00000010:2.0:1749610687.625491:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012b677cc0. 00000020:00000010:0.0:1749610687.625491:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dffd80. 00000100:00000001:3.0:1749610687.625494:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299961083 00000020:00000010:0.0:1749610687.625495:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add640. 00000100:00000001:3.0:1749610687.625496:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299961105 00000020:00000010:2.0:1749610687.625496:0:9760:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012b677500. 00000100:00000001:3.0:1749610687.625498:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299961083 00000020:00000010:0.0:1749610687.625498:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8fa00. 00000100:00000001:3.0:1749610687.625500:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299961105 00000100:00000001:3.0:1749610687.625502:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299961083 00000020:00000040:2.0:1749610687.625503:0:9760:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000020:00000040:0.0:1749610687.625503:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00000001:3.0:1749610687.625504:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299961105 00000100:00000001:1.0:1749610687.625504:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610687.625506:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610687.625506:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610687.625509:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610687.625511:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00000100:00000001:3.0:1749610687.625512:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610687.625513:0:9760:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1749610687.625514:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749610687.625514:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 00000020:00000010:2.0:1749610687.625516:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012b677cc0. 00000100:00000001:1.0:1749610687.625518:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610687.625519:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749610687.625520:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610687.625520:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:0.0:1749610687.625520:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749610687.625522:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000010:0.0:1749610687.625550:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099882680. 00000100:00000040:0.0:1749610687.625553:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880099882680 x1834598494547968 msgsize 520 00000100:00100000:0.0:1749610687.625557:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:2.0:1749610687.625558:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bc400. 00000100:00000001:3.0:1749610687.625563:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1749610687.625564:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387280. 00000100:00000001:3.0:1749610687.625565:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610687.625566:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610687.625568:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610687.625568:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749610687.625574:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 00000400:00000010:0.0:1749610687.625576:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 00000020:00000010:2.0:1749610687.625578:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9898. 00000100:00000001:0.0:1749610687.625578:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749610687.625582:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074861880 x1834598494547968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749610687.625586:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000040:2.0:1749610687.625587:0:9760:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000040:3.0:1749610687.625589:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:2.0:1749610687.625590:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610687.625590:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610687.625592:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1749610687.625593:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074861880 x1834598494547968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610712 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610687.625596:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610687.625600:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610687.625601:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749610687.625602:0:9760:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749610687.625604:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610687.625605:0:9760:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749610687.625607:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610687.625608:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 890 usecs (1 jiffies) 00000100:00000001:0.0:1749610687.625611:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299961084 00000100:00000001:0.0:1749610687.625614:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299961105 00000100:00000001:0.0:1749610687.625616:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299961084 00000100:00000001:3.0:1749610687.625617:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610687.625618:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610687.625618:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299961105 00000100:00100000:3.0:1749610687.625619:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494547968 00000100:00000001:0.0:1749610687.625642:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299961084 00000100:00000001:0.0:1749610687.625645:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299961105 02000000:00000001:3.0:1749610687.625646:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610687.625647:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299961084 00000100:00000001:3.0:1749610687.625649:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610687.625650:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610687.625650:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299961105 00000100:00000001:3.0:1749610687.625652:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610687.625652:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749610687.625654:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610687.625654:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610687.625657:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610687.625657:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610687.625657:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610687.625659:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1749610687.625659:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749610687.625660:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494547968 00000100:00000001:0.0:1749610687.625660:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610687.625661:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1749610687.625662:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610687.625664:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749610687.625664:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1749610687.625665:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1749610687.625666:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 188 00000100:00000001:0.0:1749610687.625666:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000040:1.0:1749610687.625667:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099882300 x1834598494547840/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610707 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610687.625668:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610687.625669:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749610687.625670:0:9760:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:0.0:1749610687.625671:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749610687.625672:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134706671872 : -131939002879744 : ffff88008e99f100) 00000020:00000001:3.0:1749610687.625675:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610687.625675:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074862680 x1834598494548096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610687.625677:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610687.625678:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008e99f100 x1834598494548480/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:123/0 lens 224/0 e 0 to 0 dl 1749610698 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610687.625681:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2800. 00000100:00100000:1.0:1749610687.625683:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099882300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494547840:12345-0@lo:38:kworker.0 Request processed in 374us (818us total) trans 0 rc -19/-19 00000020:00000010:3.0:1749610687.625685:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c480. 00000100:00000001:2.0:1749610687.625688:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749610687.625690:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8ed8. 00000020:00000010:2.0:1749610687.625691:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012b677cc0. 00000100:00000001:2.0:1749610687.625693:0:9760:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610687.625694:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610687.625695:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610687.625696:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1749610687.625696:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012b677cc0. 00000100:00100000:1.0:1749610687.625696:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00000001:0.0:1749610687.625696:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610687.625698:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749610687.625699:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610687.625700:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:2.0:1749610687.625701:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e99f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494548480:12345-0@lo:400:kworker.0 02000000:00000001:0.0:1749610687.625701:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610687.625703:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610687.625703:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1749610687.625703:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610687.625705:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494548480 00000100:00100000:0.0:1749610687.625706:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074862680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494548096:0@lo:38:kworker.0 00000020:00000001:2.0:1749610687.625707:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000010:1.0:1749610687.625708:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9d00. 00000020:00000001:2.0:1749610687.625710:0:9760:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:0.0:1749610687.625710:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749610687.625711:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749610687.625712:0:9760:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610687.625712:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1749610687.625714:0:9760:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000010:1.0:1749610687.625714:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c7d0. 02000000:00000001:0.0:1749610687.625714:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610687.625716:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1749610687.625716:0:9760:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 02000000:00000001:0.0:1749610687.625716:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749610687.625717:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1749610687.625719:0:9760:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000010:1.0:1749610687.625719:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124c00. 02000000:00000010:0.0:1749610687.625719:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130310800. 02000000:00000001:0.0:1749610687.625721:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610687.625722:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 302 00000020:00000001:2.0:1749610687.625723:0:9760:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749610687.625724:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffd68. 00000100:00000001:3.0:1749610687.625725:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134890055296 : -131938819496320 : ffff880099882680) 00000020:00000001:2.0:1749610687.625725:0:9760:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749610687.625726:0:9760:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1749610687.625726:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749610687.625728:0:9760:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610687.625728:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 00000100:00000040:3.0:1749610687.625730:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880099882680 x1834598494547968/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610707 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610687.625730:0:9760:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000200:0.0:1749610687.625731:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494548096, portal 10 00000100:00000001:0.0:1749610687.625734:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610687.625735:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269167232 : -131939440384384 : ffff880074862680) 00000100:00000001:2.0:1749610687.625740:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:3.0:1749610687.625741:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099882680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494547968:12345-0@lo:38:kworker.0 02000000:00000001:2.0:1749610687.625743:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1749610687.625744:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074862680 x1834598494548096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610687.625746:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494547968 02000000:00000010:2.0:1749610687.625747:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880129e11800. 00000020:00000001:3.0:1749610687.625748:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:2.0:1749610687.625749:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610687.625751:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749610687.625751:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610687.625754:0:9760:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610687.625755:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000040:2.0:1749610687.625757:0:9760:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494548480 00000100:00000040:0.0:1749610687.625758:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1749610687.625759:0:9760:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000020:00000001:3.0:1749610687.625760:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610687.625761:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 00010000:00020000:3.0:1749610687.625763:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000200:2.0:1749610687.625763:0:9760:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008e99f100 x1834598494548480/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:123/0 lens 224/224 e 0 to 0 dl 1749610698 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610687.625765:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494548096, offset 0 00010000:00000001:3.0:1749610687.625767:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610687.625771:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1749610687.625771:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1749610687.625772:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749610687.625774:0:9760:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610687.625775:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00001000:2.0:1749610687.625777:0:9760:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=42 v=5 (1 1 1 1) 00000100:00000001:2.0:1749610687.625780:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1749610687.625780:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000001:1.0:1749610687.625781:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1749610687.625783:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610687.625783:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000001:1.0:1749610687.625783:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749610687.625785:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610687.625786:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:2.0:1749610687.625787:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:1.0:1749610687.625787:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db9a0. 00000100:00000001:3.0:1749610687.625788:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749610687.625788:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610687.625788:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92b080 00000100:00000001:2.0:1749610687.625790:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:3.0:1749610687.625791:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1749610687.625792:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000100:00000040:2.0:1749610687.625793:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610687.625795:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 02000000:00000010:3.0:1749610687.625796:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880119288400. 00000400:00000010:2.0:1749610687.625796:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 02000000:00000001:3.0:1749610687.625798:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610687.625799:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610687.625801:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610687.625802:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 4984 00010000:00000001:3.0:1749610687.625804:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610687.625806:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610687.625807:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074863b80 x1834598494548224/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610703 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610687.625810:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749610687.625812:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494548480, offset 224 00000100:00001000:3.0:1749610687.625814:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:0.0:1749610687.625815:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610687.625818:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749610687.625821:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074863b80 x1834598494548224/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610703 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610687.625822:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749610687.625823:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000200:0.0:1749610687.625824:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749610687.625825:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1749610687.625826:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749610687.625828:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000010:0.0:1749610687.625829:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099882a00. 00000100:00000001:3.0:1749610687.625830:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610687.625833:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:1.0:1749610687.625833:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749610687.625834:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92b200 00000100:00000040:3.0:1749610687.625836:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:1.0:1749610687.625836:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610687.625839:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1749610687.625840:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6525 [1] + 224 00000100:00000001:1.0:1749610687.625840:0:28323:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749610687.625841:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610687.625842:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880099882a00 x1834598494548096 msgsize 520 00000100:00000001:3.0:1749610687.625843:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:1.0:1749610687.625843:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1749610687.625845:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749610687.625845:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610687.625846:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1749610687.625848:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eede58. 00000100:00000001:1.0:1749610687.625848:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610687.625849:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1749610687.625850:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610687.625852:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494547968, offset 0 02000000:00000001:1.0:1749610687.625852:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610687.625853:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:3.0:1749610687.625857:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1749610687.625857:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074863100 x1834598494548480/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610703 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610687.625860:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00001000:1.0:1749610687.625861:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=42 v=5 (5 5 5 5) 00000400:00000200:3.0:1749610687.625864:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749610687.625867:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880074863100 x1834598494548480/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610703 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749610687.625867:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=42 v=5 (1 1 1 1) 00000400:00000200:0.0:1749610687.625870:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 00000100:00000001:1.0:1749610687.625871:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1749610687.625872:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92b000 00000400:00000010:0.0:1749610687.625873:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00000100:00000001:1.0:1749610687.625874:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610687.625876:0:28320:0:(events.c:35:request_out_callback()) Process entered 00010000:00000001:1.0:1749610687.625878:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1749610687.625879:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6519 [1] + 0 00000100:00000001:2.0:1749610687.625880:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:0.0:1749610687.625883:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074862680 x1834598494548096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610687.625884:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00080000:1.0:1749610687.625885:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880074863b80 x1834598494548224/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610703 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610687.625888:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610687.625892:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 00000400:00000010:2.0:1749610687.625894:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 00000100:00000001:0.0:1749610687.625895:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610687.625897:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00010000:00000001:1.0:1749610687.625897:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610687.625899:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:0.0:1749610687.625901:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074862680 x1834598494548096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610712 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610687.625902:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610687.625902:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1749610687.625903:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610687.625905:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000040:2.0:1749610687.625906:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000200:3.0:1749610687.625907:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074861880 x1834598494547968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610712 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610687.625908:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00010000:00000001:2.0:1749610687.625909:0:9760:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:1.0:1749610687.625910:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610687.625911:0:9760:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610687.625912:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610687.625913:0:9760:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1749610687.625914:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:1.0:1749610687.625916:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074863b80 x1834598494548224/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610703 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610687.625917:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880074861880 x1834598494547968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610712 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610687.625918:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008e99f100 x1834598494548480/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:123/0 lens 224/224 e 0 to 0 dl 1749610698 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610687.625919:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610687.625924:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 813 usecs (1 jiffies) 00000100:00000001:3.0:1749610687.625926:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:2.0:1749610687.625928:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e99f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494548480:12345-0@lo:400:kworker.0 Request processed in 239us (554us total) trans 0 rc 0/0 00000100:00000001:1.0:1749610687.625928:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610687.625928:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299961084 00000400:00000200:3.0:1749610687.625931:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eede58 00000400:00000010:3.0:1749610687.625933:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eede58. 00000100:00000001:0.0:1749610687.625933:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299961105 00000100:00000001:3.0:1749610687.625936:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00100000:2.0:1749610687.625936:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 188 00000100:00000001:0.0:1749610687.625936:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299961084 00000100:00000001:3.0:1749610687.625937:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:2.0:1749610687.625939:0:9760:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:0.0:1749610687.625939:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299961105 00000100:00000001:3.0:1749610687.625940:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610687.625941:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610687.625942:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610687.625942:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299961084 00000100:00000040:3.0:1749610687.625943:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610687.625943:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749610687.625944:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610687.625945:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610687.625945:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299961105 00000020:00000010:2.0:1749610687.625946:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387280. 00000020:00000001:3.0:1749610687.625948:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610687.625948:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299961084 00000020:00000010:2.0:1749610687.625951:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9898. 00000100:00000001:0.0:1749610687.625951:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299961105 00000100:00000040:3.0:1749610687.625952:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099882680 x1834598494547968/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610707 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610687.625952:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074863b80 x1834598494548224/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610703 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610687.625954:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749610687.625956:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bc400. 00000100:00000001:0.0:1749610687.625958:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610687.625959:0:9760:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:0.0:1749610687.625961:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749610687.625962:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749610687.625965:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074863b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494548224:0@lo:400:kworker.0 00000100:00000040:0.0:1749610687.625967:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074863800 x1834598494548352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610687.625968:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099882680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494547968:12345-0@lo:38:kworker.0 Request processed in 226us (412us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749610687.625970:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749610687.625971:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749610687.625973:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494548096 00000100:00000001:1.0:1749610687.625974:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749610687.625975:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:3.0:1749610687.625977:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 302 00000100:00000001:2.0:1749610687.625977:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610687.625979:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610687.625979:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610687.625979:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074863b80 x1834598494548224/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610703 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610687.625979:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610687.625981:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749610687.625981:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610687.625982:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610687.625984:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494548096 00000020:00000010:3.0:1749610687.625985:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c480. 00000020:00000001:2.0:1749610687.625986:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:3.0:1749610687.625988:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8ed8. 00000020:00000040:2.0:1749610687.625988:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749610687.625989:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749610687.625989:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000010:3.0:1749610687.625991:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2800. 00000020:00000001:2.0:1749610687.625991:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610687.625992:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1749610687.625992:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1749610687.625993:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610687.625995:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1749610687.625995:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d125600. 02000000:00000001:0.0:1749610687.625995:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749610687.625996:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bc400. 02000000:00000001:0.0:1749610687.625999:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610687.626000:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610687.626003:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:2.0:1749610687.626004:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387280. 00000100:00100000:0.0:1749610687.626004:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074863800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494548352:0@lo:38:kworker.0 00000020:00000040:1.0:1749610687.626005:0:28323:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000010:2.0:1749610687.626007:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9898. 00000020:00000001:1.0:1749610687.626008:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1749610687.626010:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749610687.626011:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000010:1.0:1749610687.626011:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5500. 00000100:00000001:2.0:1749610687.626012:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1749610687.626013:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749610687.626015:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610687.626015:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610687.626016:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610687.626017:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749610687.626018:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749610687.626019:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074863b80. 02000000:00000001:0.0:1749610687.626019:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749610687.626023:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130313c00. 00000100:00000001:2.0:1749610687.626024:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610687.626024:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610687.626026:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610687.626026:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610687.626029:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610687.626030:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000010:0.0:1749610687.626031:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffaa8. 00000100:00000001:2.0:1749610687.626032:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1749610687.626036:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 303 00000100:00000001:1.0:1749610687.626036:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1749610687.626037:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 00000100:00000001:2.0:1749610687.626038:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134890056192 : -131938819495424 : ffff880099882a00) 00000100:00000001:1.0:1749610687.626038:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610687.626041:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1749610687.626042:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494548352, portal 10 00000100:00000040:2.0:1749610687.626043:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880099882a00 x1834598494548096/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610707 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610687.626044:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610687.626045:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610687.626047:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269171712 : -131939440379904 : ffff880074863800) 00000100:00100000:2.0:1749610687.626052:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099882a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494548096:12345-0@lo:38:kworker.0 00000100:00000200:2.0:1749610687.626056:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494548096 00000100:00000040:0.0:1749610687.626056:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074863800 x1834598494548352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610687.626058:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:2.0:1749610687.626060:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749610687.626066:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610687.626069:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1749610687.626070:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:2.0:1749610687.626073:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000010:0.0:1749610687.626073:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821660. 00010000:00000001:2.0:1749610687.626076:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:0.0:1749610687.626076:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494548352, offset 0 00010000:00000001:2.0:1749610687.626079:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610687.626082:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:0.0:1749610687.626082:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610687.626083:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749610687.626085:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1749610687.626089:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880129e10000. 02000000:00000001:2.0:1749610687.626091:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610687.626091:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610687.626093:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610687.626095:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749610687.626097:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610687.626098:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92b180 00000100:00001000:2.0:1749610687.626100:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749610687.626103:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:0.0:1749610687.626104:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 5504 00000100:00000001:2.0:1749610687.626106:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1749610687.626111:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749610687.626113:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610687.626126:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:0.0:1749610687.626126:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610687.626129:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749610687.626130:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:2.0:1749610687.626132:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000200:0.0:1749610687.626132:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:2.0:1749610687.626135:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749610687.626136:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610687.626137:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099882d80. 00000100:00000001:2.0:1749610687.626139:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610687.626141:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749610687.626141:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880099882d80 x1834598494548352 msgsize 520 00000400:00000010:2.0:1749610687.626143:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000100:00000200:2.0:1749610687.626147:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494548096, offset 0 00000100:00100000:0.0:1749610687.626148:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1749610687.626151:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610687.626156:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749610687.626158:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610687.626163:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92b080 00000400:00000200:2.0:1749610687.626168:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6535 [1] + 0 00000100:00000001:3.0:1749610687.626169:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610687.626171:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494548352 00000400:00000200:2.0:1749610687.626172:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1749610687.626173:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1749610687.626173:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821660 00000100:00000001:3.0:1749610687.626176:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1749610687.626176:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1749610687.626176:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821660. 00000100:00000001:3.0:1749610687.626178:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610687.626180:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610687.626180:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:3.0:1749610687.626181:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610687.626183:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494548352 00000100:00000200:2.0:1749610687.626184:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074862680 x1834598494548096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610712 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610687.626185:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:0.0:1749610687.626186:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074863800 x1834598494548352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749610687.626187:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610687.626189:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749610687.626191:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610687.626193:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610687.626193:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880074862680 x1834598494548096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610712 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610687.626196:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2800. 00000020:00000010:3.0:1749610687.626198:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c480. 00000100:00000001:0.0:1749610687.626198:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1749610687.626201:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8ed8. 00000100:00000001:2.0:1749610687.626202:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:0.0:1749610687.626202:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074863800 x1834598494548352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610712 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610687.626204:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610687.626205:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1749610687.626205:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 00000100:00000001:3.0:1749610687.626207:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610687.626207:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 00000100:00000001:2.0:1749610687.626209:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610687.626210:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610687.626211:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749610687.626213:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610687.626214:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610687.626215:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610687.626215:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:2.0:1749610687.626216:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610687.626218:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610687.626220:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1749610687.626221:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610687.626221:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610687.626222:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1749610687.626225:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 636 usecs (1 jiffies) 00000100:00100000:3.0:1749610687.626226:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 304 00000100:00000040:2.0:1749610687.626227:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099882a00 x1834598494548096/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610707 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610687.626228:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134890057088 : -131938819494528 : ffff880099882d80) 00000100:00000001:0.0:1749610687.626229:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299961084 00000100:00000040:3.0:1749610687.626233:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880099882d80 x1834598494548352/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610707 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610687.626233:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299961105 00000100:00000001:0.0:1749610687.626236:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299961084 00000100:00000001:0.0:1749610687.626239:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299961105 00000100:00100000:2.0:1749610687.626242:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099882a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494548096:12345-0@lo:38:kworker.0 Request processed in 188us (397us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749610687.626242:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299961084 00000100:00000001:0.0:1749610687.626246:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299961105 00000100:00100000:3.0:1749610687.626249:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099882d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494548352:12345-0@lo:38:kworker.0 00000100:00000001:0.0:1749610687.626249:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299961084 00000100:00000001:0.0:1749610687.626252:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299961105 00000100:00000200:3.0:1749610687.626253:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494548352 00000020:00000001:3.0:1749610687.626256:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749610687.626256:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1749610687.626259:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749610687.626259:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610687.626261:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 303 00000400:00000001:0.0:1749610687.626264:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749610687.626266:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:0.0:1749610687.626266:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1749610687.626267:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610687.626268:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:0.0:1749610687.626269:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffbb0. 00010000:00020000:3.0:1749610687.626271:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749610687.626273:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:2.0:1749610687.626273:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387280. 00000400:00000200:0.0:1749610687.626274:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821088 00010000:00000001:3.0:1749610687.626276:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:0.0:1749610687.626276:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821088. 00000100:00000001:3.0:1749610687.626278:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000010:2.0:1749610687.626278:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9898. 00000100:00000001:3.0:1749610687.626280:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749610687.626280:0:28320:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:3.0:1749610687.626282:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:2.0:1749610687.626283:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bc400. 02000000:00000010:3.0:1749610687.626285:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880119288800. 00000100:00000200:0.0:1749610687.626285:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074861500 x1834598494547840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610712 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610687.626287:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610687.626287:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610687.626289:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610687.626292:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610687.626294:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610687.626297:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610687.626299:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000200:0.0:1749610687.626299:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074861500 x1834598494547840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610712 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610687.626302:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610687.626304:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610687.626306:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610687.626307:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610687.626309:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:3.0:1749610687.626311:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610687.626311:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1749610687.626313:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610687.626315:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610687.626317:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000001:2.0:1749610687.626317:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749610687.626318:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:3.0:1749610687.626319:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000001:2.0:1749610687.626319:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749610687.626321:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eede58. 00000100:00000001:0.0:1749610687.626321:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749610687.626322:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7948. 00000100:00000001:0.0:1749610687.626324:0:28320:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:2.0:1749610687.626327:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedd48 02000000:00000001:0.0:1749610687.626327:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610687.626329:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1749610687.626330:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedd48. 00000100:00000001:0.0:1749610687.626332:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610687.626334:0:28324:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:0.0:1749610687.626336:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610687.626340:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494548352, offset 0 00000100:00000200:2.0:1749610687.626341:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074863100 x1834598494548480/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610703 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749610687.626343:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610687 v=5 (0 0 0 0) 00000400:00000200:3.0:1749610687.626344:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:0.0:1749610687.626348:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=110 v=20 (1 1 1 20) 00000400:00000200:3.0:1749610687.626351:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610687.626353:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610687.626355:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:2.0:1749610687.626357:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074863100 x1834598494548480/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610703 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610687.626370:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749610687.626373:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92b180 00000100:00000001:2.0:1749610687.626377:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:0.0:1749610687.626377:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074861500 x1834598494547840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610712 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610687.626378:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6545 [1] + 0 00000100:00000001:2.0:1749610687.626381:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610687.626383:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610687.626383:0:28324:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610687.626385:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1749610687.626386:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610687.626387:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610687.626389:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610687.626389:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610687.626390:0:10935:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:2.0:1749610687.626392:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610687.626393:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:3.0:1749610687.626394:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074863800 x1834598494548352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610712 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610687.626395:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1749610687.626397:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=142 v=5 (5 5 5 0) 00000100:00000001:0.0:1749610687.626398:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00001000:2.0:1749610687.626401:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=142 v=5 (1 1 1 0) 00000100:00000001:0.0:1749610687.626401:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610687.626403:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1749610687.626404:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880074863800 x1834598494548352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610712 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610687.626405:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610687.626405:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00010000:00000001:2.0:1749610687.626407:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00080000:0.0:1749610687.626409:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00010000:00080000:2.0:1749610687.626411:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880074863100 x1834598494548480/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610703 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610687.626412:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610687.626412:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749610687.626415:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eede58 00000400:00000010:3.0:1749610687.626417:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eede58. 00010000:00000001:2.0:1749610687.626419:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610687.626419:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074861500 x1834598494547840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610712 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610687.626420:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610687.626421:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610687.626424:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610687.626427:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610687.626428:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1749610687.626429:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610687.626430:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000020:00000001:3.0:1749610687.626431:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610687.626432:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00100000:0.0:1749610687.626432:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074861500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494547840:0@lo:38:kworker.0 00000100:00000001:2.0:1749610687.626433:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610687.626435:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099882d80 x1834598494548352/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610707 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610687.626438:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074863100 x1834598494548480/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610703 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749610687.626441:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610687.626443:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1749610687.626444:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099882d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494548352:12345-0@lo:38:kworker.0 Request processed in 196us (301us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749610687.626445:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1749610687.626446:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffcb8. 00000100:00000001:2.0:1749610687.626447:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610687.626449:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610687.626452:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074863100 x1834598494548480/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610703 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610687.626452:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958212a8 00000100:00100000:3.0:1749610687.626453:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 304 00000400:00000010:0.0:1749610687.626454:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958212a8. 00000100:00000001:3.0:1749610687.626455:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610687.626456:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749610687.626460:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c480. 00000100:00100000:2.0:1749610687.626460:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074863100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494548480:0@lo:400:kworker.0 00000020:00000010:3.0:1749610687.626462:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8ed8. 00000100:00000001:2.0:1749610687.626464:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749610687.626465:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2800. 00000100:00000001:2.0:1749610687.626466:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610687.626467:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610687.626468:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610687.626469:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074863100 x1834598494548480/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610703 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610687.626473:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074861880 x1834598494547968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610712 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610687.626475:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610687.626477:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610687.626479:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7b2200. 02000000:00000001:2.0:1749610687.626482:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610687.626484:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610687.626485:0:28324:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000200:0.0:1749610687.626486:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074861880 x1834598494547968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610712 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610687.626487:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610687.626489:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5c00. 02000000:00000001:2.0:1749610687.626491:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610687.626493:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610687.626494:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074863100. 00000100:00000001:0.0:1749610687.626496:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610687.626497:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610687.626499:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610687.626499:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610687.626500:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610687.626502:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610687.626505:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610687.626506:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610687.626507:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610687.626507:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610687.626509:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610687.626510:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610687.626511:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610687.626513:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610687.626519:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610687 v=5 (0 0 0 0) 00000100:00001000:0.0:1749610687.626571:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=92 v=20 (1 1 1 20) 00000100:00000001:0.0:1749610687.626576:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610687.626579:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610687.626582:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610687.626589:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074861880 x1834598494547968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610712 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610687.626599:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610687.626603:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610687.626605:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610687.626607:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610687.626610:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749610687.626613:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749610687.626617:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610687.626645:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610687.626653:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074861880 x1834598494547968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610712 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610687.626664:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074861880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494547968:0@lo:38:kworker.0 00000100:00000001:0.0:1749610687.626683:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610687.626687:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610687.626692:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074861500 x1834598494547840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610712 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610687.626702:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610687.626704:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610687.626707:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130311000. 02000000:00000001:0.0:1749610687.626712:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610687.626714:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610687.626716:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1749610687.626720:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610687.626722:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880129e13c00. 02000000:00000001:0.0:1749610687.626726:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610687.626728:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610687.626730:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074861500. 00000100:00000001:0.0:1749610687.626735:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610687.626737:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610687.626740:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610687.626744:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074861880 x1834598494547968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610712 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610687.626754:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610687.626755:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610687.626757:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130312400. 02000000:00000001:0.0:1749610687.626760:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610687.626762:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610687.626764:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749610687.626766:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610687.626768:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880129e13000. 02000000:00000001:0.0:1749610687.626771:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610687.626773:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610687.626775:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074861880. 00000100:00000001:0.0:1749610687.626778:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610687.626780:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610687.626783:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610687.626790:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610687.626799:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1749610687.626803:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610687.626805:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1749610687.626810:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610687.626812:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749610687.626815:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffd68. 00000400:00000200:0.0:1749610687.626819:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 00000400:00000010:0.0:1749610687.626821:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 00000100:00000001:0.0:1749610687.626825:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749610687.626831:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074862680 x1834598494548096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610712 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610687.626843:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074862680 x1834598494548096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610712 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610687.626852:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610687.626855:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610687.626857:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610687.626860:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610687.626863:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610687.626865:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610687.626868:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610687.626875:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610687 v=5 (0 0 0 0) 00000100:00001000:0.0:1749610687.626880:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=42 v=20 (1 1 1 20) 00000100:00000001:0.0:1749610687.626884:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610687.626887:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610687.626890:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610687.626896:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074862680 x1834598494548096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610712 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610687.626906:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610687.626910:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610687.626912:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610687.626915:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610687.626917:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749610687.626921:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749610687.626925:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610687.626948:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610687.626957:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074862680 x1834598494548096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610712 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610687.626969:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074862680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494548096:0@lo:38:kworker.0 00000400:00000001:0.0:1749610687.626979:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610687.626981:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749610687.626984:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffaa8. 00000400:00000200:0.0:1749610687.626988:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 00000400:00000010:0.0:1749610687.626991:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00000100:00000001:0.0:1749610687.626994:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749610687.626999:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074863800 x1834598494548352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610712 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610687.627012:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074863800 x1834598494548352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610712 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610687.627023:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610687.627026:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610687.627028:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610687.627031:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610687.627033:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610687.627035:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610687.627038:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610687.627044:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610687 v=5 (0 0 0 0) 00000100:00001000:0.0:1749610687.627049:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=142 v=20 (1 1 20 0) 00000100:00000001:0.0:1749610687.627054:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610687.627056:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610687.627059:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610687.627065:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074863800 x1834598494548352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610712 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610687.627077:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610687.627081:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610687.627082:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610687.627091:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610687.627093:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749610687.627096:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749610687.627099:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610687.627101:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610687.627106:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074863800 x1834598494548352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610712 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610687.627114:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074863800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494548352:0@lo:38:kworker.0 00000100:00000001:0.0:1749610687.627118:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610687.627120:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610687.627123:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074862680 x1834598494548096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610712 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610687.627129:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610687.627131:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610687.627133:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130310800. 02000000:00000001:0.0:1749610687.627136:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610687.627137:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610687.627139:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749610687.627141:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610687.627143:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880129e10c00. 02000000:00000001:0.0:1749610687.627145:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610687.627147:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610687.627148:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074862680. 00000100:00000001:0.0:1749610687.627150:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610687.627152:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610687.627153:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610687.627157:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074863800 x1834598494548352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610712 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610687.627167:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610687.627169:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610687.627171:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130313c00. 02000000:00000001:0.0:1749610687.627175:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610687.627183:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610687.627185:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1749610687.627188:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610687.627190:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880129e12c00. 02000000:00000001:0.0:1749610687.627194:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610687.627196:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610687.627198:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074863800. 00000100:00000001:0.0:1749610687.627202:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610687.627204:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610687.627207:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610687.627210:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610687.627212:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610687.627215:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610687.627217:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610687.647607:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299961105, at 4299961105 00000100:00000040:3.0:1749610687.647618:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299961105, at 4299961105 00000100:00000010:1.0:1749610687.647618:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b3c40. 00000100:00000040:0.0:1749610687.647640:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299961105, at 4299961105 00000100:00000010:3.0:1749610687.647648:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b34c0. 00000100:00000010:0.0:1749610687.647650:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b3800. 00000100:00000040:2.0:1749610687.647703:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299961105, at 4299961105 00000100:00000010:2.0:1749610687.647714:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b3140. 00000100:00000001:2.0:1749610687.855734:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610687.855742:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610687.855745:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610687.855749:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610687.855753:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610687.855757:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610687.855760:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610687.855763:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610687.855766:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610688.457672:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610688.457679:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610688.457681:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610688.457685:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610688.457688:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610688.457691:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610688.457694:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610688.457696:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610688.457698:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610688.510685:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610688.510690:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610688.510763:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610688.510777:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610688.510780:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610688.855580:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610688.855586:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610688.855588:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610688.855592:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610688.855595:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610688.855598:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610688.855600:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610688.855603:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610688.855605:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610689.457650:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610689.457656:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610689.457658:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610689.457660:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610689.457662:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610689.457666:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610689.457668:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610689.457669:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610689.457682:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610689.512602:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610689.512616:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610689.512667:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610689.512670:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610689.512672:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610689.855680:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610689.855686:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610689.855688:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610689.855691:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610689.855693:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610689.855696:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610689.855697:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610689.855700:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610689.855702:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610690.457663:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610690.457670:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610690.457672:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610690.457677:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610690.457680:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610690.457688:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610690.457691:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610690.457694:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610690.457696:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610690.514626:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610690.514630:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610690.514682:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610690.514686:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610690.514688:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610690.855630:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610690.855636:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610690.855637:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610690.855641:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610690.855643:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610690.855646:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610690.855648:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610690.855650:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610690.855651:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749610691.256368:0:28314:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610691.256382:0:28314:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749610691.256384:0:28314:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610691.256386:0:28314:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610691.256396:0:28314:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.202.106@tcp(192.168.202.106@tcp) <- 192.168.202.6@tcp : PUT - for me 00000400:00000200:0.0:1749610691.256411:0:28314:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.6@tcp of length 520 into portal 26 MB=0x6848ee5f00c80 00000400:00000100:0.0:1749610691.256417:0:28314:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-192.168.202.6@tcp portal 26 match 1834599138200704 offset 0 length 520: 4 00000400:00000200:0.0:1749610691.256420:0:28314:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88006dfe5ce0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1749610691.256422:0:28314:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1749610691.256429:0:28314:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610691.256440:0:28314:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749610691.256441:0:28314:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610691.256443:0:28314:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610691.457635:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610691.457641:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610691.457643:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610691.457646:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610691.457648:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610691.457651:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610691.457654:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610691.457668:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610691.457670:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610691.516608:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610691.516619:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610691.516679:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610691.516683:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610691.516685:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610691.855656:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610691.855662:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610691.855664:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610691.855668:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610691.855671:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610691.855674:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610691.855677:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610691.855680:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610691.855682:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610692.457654:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610692.457660:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610692.457661:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610692.457664:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610692.457667:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610692.457669:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610692.457672:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610692.457673:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610692.457675:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610692.518613:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610692.518616:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610692.518677:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610692.518681:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610692.518684:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610692.626610:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610692.626620:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610692.626622:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610692.626625:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610692.626626:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610692.626628:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610692.626629:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610692.638585:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610692.638590:0:8737:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749610692.638592:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610692.638594:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610692.638596:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610692.638597:0:8737:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610692.638600:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610692.638603:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5293 00000100:00080000:2.0:1749610692.638606:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610692.638608:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610692.638610:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610692.638624:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610692.638626:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610692.638629:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610692.638631:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749610692.638634:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610692.638637:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749610692.638639:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749610692.638642:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749610692.638644:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610692.638646:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610692.638647:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610692.638649:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610692.638651:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749610692.638654:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610692.638656:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610692.638658:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610692.638664:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610692.638666:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610692.638668:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610692.638670:0:8737:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610692.638675:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074863100. 00000020:00000040:2.0:1749610692.638678:0:8737:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749610692.638681:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610692.638683:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610692.638685:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610692.638687:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610692.638691:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610692.638697:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880129e12400. 00000100:00000001:2.0:1749610692.638704:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610692.638711:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880074863100 x1834598494548608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610692.638719:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610692.638722:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610692.638729:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074863100] to pc [ptlrpcd_rcv+-1] req@ffff880074863100 x1834598494548608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610692.638746:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610692.638748:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610692.638751:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610692.638752:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610692.638753:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610692.638754:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610692.638755:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5293 00000100:00080000:2.0:1749610692.638757:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610692.638758:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610692.638759:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610692.638760:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610692.638761:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610692.638762:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610692.638763:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749610692.638764:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610692.638766:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749610692.638767:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749610692.638768:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749610692.638770:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610692.638770:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610692.638771:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610692.638772:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610692.638773:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749610692.638774:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610692.638775:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610692.638776:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610692.638779:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610692.638780:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610692.638784:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610692.638785:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610692.638787:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074862300. 00000100:00000001:0.0:1749610692.638787:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1749610692.638788:0:8737:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749610692.638790:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610692.638791:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610692.638791:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610692.638792:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610692.638793:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1749610692.638793:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749610692.638794:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610692.638796:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880129e11400. 00000100:00000001:2.0:1749610692.638798:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610692.638799:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074863100 x1834598494548608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610692.638801:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880074862300 x1834598494548736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610692.638805:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610692.638806:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610692.638808:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074862300] to pc [ptlrpcd_rcv+-1] req@ffff880074862300 x1834598494548736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610692.638808:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610692.638810:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610692.638812:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610692.638813:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:2.0:1749610692.638814:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000001:0.0:1749610692.638814:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1749610692.638816:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 02000000:00000001:0.0:1749610692.638816:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610692.638817:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610692.638818:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1749610692.638818:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074863100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494548608:0@lo:38:kworker.0 00000100:00000001:2.0:1749610692.638819:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610692.638820:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5293 00000100:00080000:2.0:1749610692.638821:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1749610692.638821:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1749610692.638823:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610692.638824:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610692.638824:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:0.0:1749610692.638824:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749610692.638825:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749610692.638825:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610692.638826:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610692.638827:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 02000000:00000001:0.0:1749610692.638827:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1749610692.638828:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:0.0:1749610692.638830:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130313800. 00000020:00000040:2.0:1749610692.638831:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000020:00000001:2.0:1749610692.638832:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 02000000:00000001:0.0:1749610692.638832:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610692.638833:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000040:2.0:1749610692.638835:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610692.638836:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:0.0:1749610692.638836:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffaa8. 00000100:00000040:2.0:1749610692.638837:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610692.638838:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610692.638839:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00080000:2.0:1749610692.638840:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610692.638841:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610692.638841:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 02000000:00000001:2.0:1749610692.638842:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610692.638843:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610692.638844:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610692.638845:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610692.638846:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610692.638846:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494548608, portal 4 00000100:00000010:2.0:1749610692.638848:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074861f80. 00000100:00000001:0.0:1749610692.638848:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000040:2.0:1749610692.638849:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1749610692.638849:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269169920 : -131939440381696 : ffff880074863100) 02000000:00000001:2.0:1749610692.638850:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610692.638850:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610692.638851:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610692.638852:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610692.638852:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610692.638854:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880129e10400. 00000100:00000040:0.0:1749610692.638854:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074863100 x1834598494548608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610692.638856:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610692.638858:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880074861f80 x1834598494548864/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610692.638858:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610692.638861:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610692.638862:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610692.638864:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074861f80] to pc [ptlrpcd_rcv+-1] req@ffff880074861f80 x1834598494548864/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610692.638866:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610692.638867:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610692.638867:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 00000100:00000040:2.0:1749610692.638868:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1749610692.638869:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494548608, offset 0 00000100:00000001:2.0:1749610692.638873:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:0.0:1749610692.638873:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:2.0:1749610692.638875:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074862d80. 00000020:00000040:2.0:1749610692.638877:0:8737:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749610692.638878:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610692.638879:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610692.638880:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610692.638883:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5a00. 00000400:00000200:0.0:1749610692.638883:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610692.638884:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610692.638886:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880074862d80 x1834598494548992/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610692.638890:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610692.638891:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610692.638891:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf92b280 00000100:00000040:2.0:1749610692.638894:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074862d80] to pc [ptlrpcd_00_00+0] req@ffff880074862d80 x1834598494548992/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610692.638896:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3ded [256] + 12480 00000400:00000200:0.0:1749610692.638901:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610692.638904:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610692.638908:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749610692.638909:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610692.638909:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00080000:2.0:1749610692.638911:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610692.638912:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000010:0.0:1749610692.638912:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099883100. 00000100:00000001:2.0:1749610692.638913:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610692.638914:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000040:0.0:1749610692.638914:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880099883100 x1834598494548608 msgsize 520 00000100:00000001:2.0:1749610692.638916:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00100000:0.0:1749610692.638916:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749610692.638917:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5293 00000100:00080000:2.0:1749610692.638918:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610692.638920:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610692.638921:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610692.638921:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610692.638922:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610692.638923:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610692.638924:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:2.0:1749610692.638924:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610692.638926:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:2.0:1749610692.638927:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:2.0:1749610692.638930:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:0.0:1749610692.638931:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:2.0:1749610692.638932:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610692.638933:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610692.638934:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610692.638935:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610692.638936:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:2.0:1749610692.638937:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610692.638938:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610692.638938:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 02000000:00000001:2.0:1749610692.638939:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:0.0:1749610692.638939:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 02000000:00000001:2.0:1749610692.638941:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610692.638941:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:2.0:1749610692.638942:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610692.638943:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610692.638943:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610692.638943:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610692.638944:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074863100 x1834598494548608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610692.638945:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074860a80. 00000100:00000001:3.0:1749610692.638946:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1749610692.638946:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1749610692.638947:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1749610692.638948:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749610692.638948:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610692.638948:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610692.638949:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1749610692.638949:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749610692.638950:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610692.638950:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074863100 x1834598494548608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610717 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610692.638952:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880129e13800. 00000100:00000040:3.0:1749610692.638953:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074862d80 x1834598494548992/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610692.638953:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610692.638954:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610692.638955:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:2.0:1749610692.638956:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880074860a80 x1834598494549120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610692.638957:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610692.638959:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610692.638960:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610692.638961:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1749610692.638961:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1277 usecs (2 jiffies) 00000100:00000040:2.0:1749610692.638962:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074860a80] to pc [ptlrpcd_rcv+-1] req@ffff880074860a80 x1834598494549120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610692.638963:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610692.638963:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299966098 02000000:00000001:3.0:1749610692.638965:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749610692.638965:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610692.638965:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b3800. 02000000:00000001:3.0:1749610692.638967:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749610692.638967:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1749610692.638968:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610692.638968:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1749610692.638970:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00100000:3.0:1749610692.638971:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074862d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494548992:0@lo:400:kworker.0 00000100:00000010:2.0:1749610692.638972:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074861180. 00000100:00000001:0.0:1749610692.638973:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299966098 00000100:00000001:3.0:1749610692.638974:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1749610692.638974:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749610692.638975:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:0.0:1749610692.638975:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b3900. 02000000:00000001:3.0:1749610692.638976:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610692.638976:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610692.638977:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610692.638977:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 02000000:00000001:3.0:1749610692.638978:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610692.638979:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749610692.638979:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5c00. 00000100:00000001:2.0:1749610692.638980:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610692.638981:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299966098 00000100:00000040:2.0:1749610692.638982:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880074861180 x1834598494549248/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1749610692.638983:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7b2800. 00000100:00000010:0.0:1749610692.638983:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b3f80. 02000000:00000001:3.0:1749610692.638985:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610692.638985:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749610692.638986:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610692.638986:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610692.638986:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299966098 00000400:00000010:3.0:1749610692.638988:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f79f8. 00000100:00000040:2.0:1749610692.638988:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074861180] to pc [ptlrpcd_00_01+1] req@ffff880074861180 x1834598494549248/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749610692.638988:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b3a00. 00000100:00000001:0.0:1749610692.638989:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:0.0:1749610692.638991:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1749610692.638992:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eede58. 00000100:00000001:2.0:1749610692.638992:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610692.638992:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610692.638994:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610692.638995:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494548992, portal 10 00000100:00000040:2.0:1749610692.638995:0:8737:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5303) 00000100:00000001:0.0:1749610692.638995:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610692.638997:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610692.638998:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269169024 : -131939440382592 : ffff880074862d80) 00000100:00000001:0.0:1749610692.638998:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610692.638998:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610692.639000:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610692.639000:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610692.639001:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749610692.639001:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:1.0:1749610692.639004:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494548608 00000100:00000040:0.0:1749610692.639004:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074862300 x1834598494548736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610692.639005:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074862d80 x1834598494548992/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610692.639006:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610692.639007:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610692.639008:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610692.639008:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610692.639009:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610692.639009:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749610692.639009:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610692.639009:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610692.639010:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749610692.639011:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749610692.639011:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749610692.639012:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074861180 x1834598494549248/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610692.639012:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610692.639013:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:0.0:1749610692.639013:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074862300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494548736:0@lo:38:kworker.0 00000100:00000001:0.0:1749610692.639015:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749610692.639016:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749610692.639017:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610692.639017:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610692.639018:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1749610692.639018:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749610692.639019:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610692.639020:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494548608 02000000:00000010:0.0:1749610692.639020:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130310800. 02000000:00000001:2.0:1749610692.639021:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:1.0:1749610692.639021:0:9761:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1749610692.639021:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610692.639022:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedee0. 02000000:00000001:2.0:1749610692.639022:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1749610692.639022:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749610692.639023:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:0.0:1749610692.639023:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffd68. 02000000:00000001:2.0:1749610692.639024:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610692.639024:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610692.639024:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 00000100:00000200:3.0:1749610692.639025:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494548992, offset 0 00000020:00000001:1.0:1749610692.639025:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610692.639026:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074861180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494549248:0@lo:400:kworker.0 00000100:00000200:0.0:1749610692.639027:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494548736, portal 10 00000100:00000001:0.0:1749610692.639028:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1749610692.639029:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610692.639029:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000010:1.0:1749610692.639029:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125600. 02000000:00000001:2.0:1749610692.639031:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749610692.639031:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269166336 : -131939440385280 : ffff880074862300) 00000020:00000010:1.0:1749610692.639032:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9d00. 02000000:00000001:2.0:1749610692.639033:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610692.639034:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749610692.639034:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1749610692.639034:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074862300 x1834598494548736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610692.639035:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c7d0. 02000000:00000010:2.0:1749610692.639036:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009c9bc400. 02000000:00000001:2.0:1749610692.639038:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610692.639038:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:3.0:1749610692.639039:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf92b400 00000100:00000001:1.0:1749610692.639039:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1749610692.639039:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610692.639040:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:0.0:1749610692.639040:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958212a8. 00000100:00000001:1.0:1749610692.639041:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610692.639042:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe738. 00000400:00000200:3.0:1749610692.639043:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be9 [64] + 6024 00000100:00000001:1.0:1749610692.639045:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610692.639047:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749610692.639049:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494548736, offset 0 00000400:00000200:3.0:1749610692.639050:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1749610692.639051:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000400:00000200:0.0:1749610692.639051:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610692.639052:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610692.639053:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610692.639054:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494549248, portal 10 00000100:00000200:3.0:1749610692.639055:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:0.0:1749610692.639055:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610692.639056:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610692.639057:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269161856 : -131939440389760 : ffff880074861180) 00000100:00000001:1.0:1749610692.639057:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000010:3.0:1749610692.639058:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e99f480. 00000400:00000200:0.0:1749610692.639058:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92b300 00000100:00000001:1.0:1749610692.639059:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1749610692.639060:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff88008e99f480 x1834598494548992 msgsize 224 00000400:00000200:0.0:1749610692.639060:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 6248 00000100:00100000:1.0:1749610692.639062:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000400:00000200:0.0:1749610692.639062:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1749610692.639063:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1749610692.639063:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074861180 x1834598494549248/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610692.639064:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134890057984 : -131938819493632 : ffff880099883100) 00000400:00000200:0.0:1749610692.639064:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1749610692.639067:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880099883100 x1834598494548608/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610712 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610692.639068:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610692.639071:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:2.0:1749610692.639071:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610692.639072:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 00000100:00100000:1.0:1749610692.639074:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099883100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494548608:12345-0@lo:38:kworker.0 00000100:00000200:1.0:1749610692.639076:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494548608 00000020:00000001:1.0:1749610692.639079:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749610692.639079:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1749610692.639080:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedee0 00000100:00000200:2.0:1749610692.639080:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494549248, offset 0 00010000:00000001:1.0:1749610692.639081:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:0.0:1749610692.639081:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494548992 00000400:00000010:3.0:1749610692.639082:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedee0. 02000000:00000001:0.0:1749610692.639082:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610692.639083:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610692.639085:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749610692.639085:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610692.639086:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610692.639087:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1749610692.639088:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494548992 00000020:00000001:1.0:1749610692.639089:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610692.639089:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:3.0:1749610692.639090:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074862d80 x1834598494548992/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749610692.639090:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000020:00000001:0.0:1749610692.639091:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00020000:1.0:1749610692.639092:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:2.0:1749610692.639093:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:0.0:1749610692.639093:0:9692:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00010000:00000001:1.0:1749610692.639094:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:0.0:1749610692.639094:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000020:00000001:0.0:1749610692.639095:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:3.0:1749610692.639096:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1749610692.639096:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:2.0:1749610692.639097:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf92b500 00000100:00000001:1.0:1749610692.639097:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:3.0:1749610692.639099:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074862d80 x1834598494548992/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610708 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610692.639099:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749610692.639099:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1749610692.639100:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be9 [64] + 6768 00000020:00000010:0.0:1749610692.639100:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b35c0. 02000000:00000001:1.0:1749610692.639101:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1749610692.639103:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610692.639105:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610692.639105:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:0.0:1749610692.639105:0:9692:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:3.0:1749610692.639106:0:28321:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000010:1.0:1749610692.639106:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880135260800. 00000100:00000001:2.0:1749610692.639107:0:28322:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:1.0:1749610692.639107:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610692.639108:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749610692.639109:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610692.639109:0:9692:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1749610692.639110:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610692.639110:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074860e00. 00000100:00000040:2.0:1749610692.639111:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff880074860e00 x1834598494549248 msgsize 224 00010000:00000001:1.0:1749610692.639111:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:3.0:1749610692.639112:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 816 usecs (1 jiffies) 00000020:00000010:0.0:1749610692.639112:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8fa00. 00000100:00100000:2.0:1749610692.639113:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:1.0:1749610692.639113:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610692.639114:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610692.639115:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299966097 00000020:00000010:0.0:1749610692.639115:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dffd80. 00000100:00000001:3.0:1749610692.639117:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299966098 00000100:00000001:1.0:1749610692.639117:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000010:0.0:1749610692.639117:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add640. 00000100:00000001:3.0:1749610692.639119:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299966097 00000100:00000001:2.0:1749610692.639119:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749610692.639119:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749610692.639120:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299966098 00000100:00000040:1.0:1749610692.639120:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:0.0:1749610692.639121:0:9692:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1749610692.639122:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299966097 00000400:00000200:2.0:1749610692.639122:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 00000100:00000001:1.0:1749610692.639122:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610692.639123:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299966098 00000400:00000010:2.0:1749610692.639123:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 00000100:00000001:1.0:1749610692.639123:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:1.0:1749610692.639124:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610692.639125:0:28322:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:1.0:1749610692.639126:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749610692.639126:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610692.639126:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:2.0:1749610692.639127:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074861180 x1834598494549248/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610692.639127:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610692.639128:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610692.639128:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610692.639129:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299966097 00000100:00000040:1.0:1749610692.639129:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610692.639130:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299966098 00000400:00000010:1.0:1749610692.639131:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000100:00000001:0.0:1749610692.639131:0:9692:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749610692.639132:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610692.639132:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610692.639132:0:9692:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:2.0:1749610692.639133:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074861180 x1834598494549248/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610708 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610692.639133:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494548608, offset 0 00000100:00000001:0.0:1749610692.639133:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610692.639134:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610692.639136:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610692.639136:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610692.639136:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610692.639137:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610692.639137:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610692.639138:0:28322:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749610692.639140:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610692.639140:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610692.639140:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749610692.639141:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1749610692.639141:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494549248 00000100:00000001:3.0:1749610692.639142:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1749610692.639142:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610692.639143:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610692.639143:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610692.639144:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1749610692.639144:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf92b280 00000100:00000001:0.0:1749610692.639144:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610692.639145:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610692.639145:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 778 usecs (1 jiffies) 02000000:00000001:0.0:1749610692.639145:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610692.639146:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494549248 00000100:00000001:3.0:1749610692.639147:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610692.639147:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299966097 00000400:00000200:1.0:1749610692.639147:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6555 [1] + 0 00000020:00000001:0.0:1749610692.639147:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610692.639148:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:2.0:1749610692.639149:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299966098 00000020:00000001:0.0:1749610692.639149:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610692.639150:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299966097 00000400:00000200:1.0:1749610692.639150:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1749610692.639150:0:9692:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:2.0:1749610692.639151:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299966098 00000020:00000001:0.0:1749610692.639151:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749610692.639152:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299966097 00000400:00000200:1.0:1749610692.639152:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1749610692.639152:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:0.0:1749610692.639153:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749610692.639154:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299966098 00000100:00000001:2.0:1749610692.639154:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299966097 00000100:00000001:1.0:1749610692.639154:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:0.0:1749610692.639154:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3040. 00000100:00000001:2.0:1749610692.639155:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299966098 00000100:00080000:3.0:1749610692.639156:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:2.0:1749610692.639156:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1749610692.639156:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074863100 x1834598494548608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610717 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610692.639156:0:9692:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012e6b33c0. 00000100:00000001:2.0:1749610692.639158:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610692.639159:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610692.639159:0:9692:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1749610692.639159:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b3040. 00000020:00000040:3.0:1749610692.639160:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:2.0:1749610692.639160:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749610692.639161:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e000. 00000100:00000040:1.0:1749610692.639162:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880074863100 x1834598494548608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610717 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610692.639162:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dffe80. 00000100:00000001:2.0:1749610692.639164:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610692.639164:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:0.0:1749610692.639164:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add258. 00000100:00000001:0.0:1749610692.639165:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610692.639166:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610692.639166:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610692.639166:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610692.639167:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610692.639167:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610692.639167:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610692.639168:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610692.639168:0:9692:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749610692.639169:0:9692:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1749610692.639170:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1749610692.639170:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000100:00000001:0.0:1749610692.639170:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610692.639171:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:1.0:1749610692.639171:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000100:00000001:1.0:1749610692.639173:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610692.639173:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749610692.639175:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 189 00000100:00000001:0.0:1749610692.639175:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610692.639176:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:3.0:1749610692.639177:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000001:3.0:1749610692.639179:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134706672768 : -131939002878848 : ffff88008e99f480) 00000100:00000001:1.0:1749610692.639179:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610692.639179:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1749610692.639180:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610692.639181:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610692.639181:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 190 00000100:00000040:3.0:1749610692.639183:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008e99f480 x1834598494548992/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:128/0 lens 224/0 e 0 to 0 dl 1749610703 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610692.639183:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749610692.639183:0:9692:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:0.0:1749610692.639184:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134269160960 : -131939440390656 : ffff880074860e00) 00000100:00000040:1.0:1749610692.639185:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099883100 x1834598494548608/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610712 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610692.639187:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880074860e00 x1834598494549248/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:128/0 lens 224/0 e 0 to 0 dl 1749610703 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610692.639190:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1749610692.639191:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099883100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494548608:12345-0@lo:38:kworker.0 Request processed in 116us (275us total) trans 0 rc -19/-19 00000020:00000010:3.0:1749610692.639192:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b42117c0. 00000100:00000001:0.0:1749610692.639192:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1749610692.639193:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3040. 00000100:00000001:3.0:1749610692.639194:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610692.639194:0:9692:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749610692.639195:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000020:00000010:0.0:1749610692.639195:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b3040. 00000020:00000010:3.0:1749610692.639196:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b42117c0. 00000100:00000001:1.0:1749610692.639197:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:0.0:1749610692.639197:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880074860e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494549248:12345-0@lo:400:kworker.0 00000100:00000001:1.0:1749610692.639198:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:3.0:1749610692.639199:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e99f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494548992:12345-0@lo:400:kworker.0 00000100:00000200:0.0:1749610692.639199:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494549248 00000020:00000010:1.0:1749610692.639201:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9d00. 00000020:00000001:0.0:1749610692.639201:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:3.0:1749610692.639202:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494548992 00000020:00000010:1.0:1749610692.639203:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c7d0. 00000020:00000001:0.0:1749610692.639203:0:9692:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:3.0:1749610692.639204:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:0.0:1749610692.639204:0:9692:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610692.639205:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125600. 00000020:00000001:0.0:1749610692.639205:0:9692:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1749610692.639206:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:3.0:1749610692.639207:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610692.639207:0:9692:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:1.0:1749610692.639208:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749610692.639208:0:9692:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1749610692.639209:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1749610692.639210:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:0.0:1749610692.639210:0:9692:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749610692.639211:0:9692:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1749610692.639213:0:9692:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1749610692.639214:0:9692:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610692.639215:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1749610692.639215:0:9692:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000001:3.0:1749610692.639217:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610692.639218:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1749610692.639219:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 02000000:00000001:0.0:1749610692.639219:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1749610692.639220:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1749610692.639221:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610692.639221:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130312400. 02000000:00000001:0.0:1749610692.639222:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610692.639223:0:9691:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1749610692.639223:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610692.639224:0:9692:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610692.639225:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610692.639226:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000040:0.0:1749610692.639226:0:9692:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494549248 00010000:00000001:0.0:1749610692.639228:0:9692:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 02000000:00000010:3.0:1749610692.639229:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88011928b400. 02000000:00000001:3.0:1749610692.639230:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1749610692.639230:0:9692:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880074860e00 x1834598494549248/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:128/0 lens 224/224 e 0 to 0 dl 1749610703 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610692.639232:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610692.639233:0:9691:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749610692.639235:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494548992 00010000:00000001:3.0:1749610692.639237:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:3.0:1749610692.639240:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008e99f480 x1834598494548992/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:128/0 lens 224/224 e 0 to 0 dl 1749610703 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749610692.639240:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749610692.639241:0:9692:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610692.639243:0:9692:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=47 v=5 (1 1 1 1) 00010000:00000001:3.0:1749610692.639245:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749610692.639245:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610692.639246:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00010000:00000001:3.0:1749610692.639247:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610692.639247:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00001000:3.0:1749610692.639249:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=47 v=5 (1 1 1 1) 02000000:00000001:0.0:1749610692.639249:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749610692.639250:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610692.639251:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610692.639251:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610692.639252:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1749610692.639253:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:3.0:1749610692.639254:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000010:0.0:1749610692.639254:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821088. 02000000:00000001:3.0:1749610692.639256:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:0.0:1749610692.639256:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494549248, offset 224 02000000:00000001:3.0:1749610692.639257:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610692.639258:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610692.639259:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610692.639261:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1749610692.639262:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1749610692.639263:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedee0. 00000400:00000200:0.0:1749610692.639265:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92b500 00000100:00000200:3.0:1749610692.639266:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494548992, offset 224 00000400:00000200:0.0:1749610692.639267:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x656d [1] + 224 00000400:00000200:3.0:1749610692.639270:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610692.639270:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610692.639271:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610692.639274:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:3.0:1749610692.639276:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1749610692.639276:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074861180 x1834598494549248/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610708 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610692.639280:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92b400 00000100:00000040:0.0:1749610692.639281:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880074861180 x1834598494549248/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610708 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610692.639284:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x655d [1] + 224 00000400:00000200:3.0:1749610692.639288:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610692.639290:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610692.639293:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610692.639294:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749610692.639297:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821088 00000400:00000010:0.0:1749610692.639298:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821088. 00000100:00000001:0.0:1749610692.639299:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610692.639300:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:3.0:1749610692.639301:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074862d80 x1834598494548992/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610708 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610692.639301:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610692.639303:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00010000:00000001:0.0:1749610692.639304:0:9692:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:0.0:1749610692.639305:0:9692:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610692.639308:0:9692:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1749610692.639309:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880074862d80 x1834598494548992/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610708 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610692.639309:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610692.639310:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1749610692.639311:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074860e00 x1834598494549248/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:128/0 lens 224/224 e 0 to 0 dl 1749610703 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749610692.639313:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610692.639314:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610692.639315:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe738. 00000100:00100000:0.0:1749610692.639316:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880074860e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494549248:12345-0@lo:400:kworker.0 Request processed in 123us (204us total) trans 0 rc 0/0 00000400:00000200:2.0:1749610692.639317:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 00000100:00000001:3.0:1749610692.639318:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:2.0:1749610692.639318:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 00000100:00000001:2.0:1749610692.639320:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:0.0:1749610692.639321:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 190 00000100:00000200:2.0:1749610692.639322:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074861180 x1834598494549248/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610708 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610692.639322:0:9692:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000400:00000200:3.0:1749610692.639323:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedee0 00000100:00000001:0.0:1749610692.639324:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:3.0:1749610692.639325:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedee0. 00000100:00000001:0.0:1749610692.639325:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1749610692.639326:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dffe80. 00000100:00000200:2.0:1749610692.639327:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074861180 x1834598494549248/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610708 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610692.639328:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000010:0.0:1749610692.639328:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add258. 00000100:00000001:3.0:1749610692.639329:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:0.0:1749610692.639330:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e000. 00000100:00000001:2.0:1749610692.639331:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610692.639332:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610692.639332:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000040:3.0:1749610692.639334:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610692.639334:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749610692.639336:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749610692.639337:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610692.639339:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1749610692.639340:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749610692.639341:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749610692.639341:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749610692.639342:0:28322:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:3.0:1749610692.639343:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008e99f480 x1834598494548992/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:128/0 lens 224/224 e 0 to 0 dl 1749610703 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749610692.639343:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099883480. 02000000:00000001:2.0:1749610692.639344:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610692.639345:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749610692.639345:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880099883480 x1834598494548736 msgsize 520 00000100:00000001:2.0:1749610692.639347:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610692.639347:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1749610692.639348:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610692.639350:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e99f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494548992:12345-0@lo:400:kworker.0 Request processed in 159us (288us total) trans 0 rc 0/0 00000100:00001000:2.0:1749610692.639352:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=147 v=5 (5 5 5 0) 00000100:00001000:2.0:1749610692.639354:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=147 v=5 (1 1 1 0) 00000100:00000001:2.0:1749610692.639355:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610692.639355:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749610692.639356:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610692.639357:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 189 00000400:00000200:0.0:1749610692.639357:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958212a8 00010000:00000001:2.0:1749610692.639358:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000010:0.0:1749610692.639359:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958212a8. 00000100:00000040:3.0:1749610692.639360:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00010000:00080000:2.0:1749610692.639360:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880074861180 x1834598494549248/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610708 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610692.639360:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749610692.639362:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:0.0:1749610692.639362:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074862300 x1834598494548736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610692.639363:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1749610692.639364:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610692.639366:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dffd80. 00000100:00000001:2.0:1749610692.639366:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1749610692.639366:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610692.639367:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000040:0.0:1749610692.639367:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074862300 x1834598494548736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610717 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610692.639368:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add640. 00000100:00000001:2.0:1749610692.639368:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749610692.639369:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610692.639371:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8fa00. 00000100:00000040:2.0:1749610692.639371:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074861180 x1834598494549248/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610708 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610692.639371:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610692.639372:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749610692.639372:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:1.0:1749610692.639373:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494548736 00000100:00000001:0.0:1749610692.639373:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749610692.639374:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 02000000:00000001:1.0:1749610692.639374:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610692.639375:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610692.639375:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749610692.639375:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 898 usecs (1 jiffies) 00000100:00000001:3.0:1749610692.639376:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610692.639376:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610692.639376:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299966097 00000100:00000001:2.0:1749610692.639377:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610692.639377:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610692.639378:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610692.639379:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074861180 x1834598494549248/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610708 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610692.639379:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494548736 00000100:00000001:0.0:1749610692.639380:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299966098 00000020:00000001:1.0:1749610692.639381:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610692.639381:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749610692.639382:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610692.639382:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299966097 00000100:00100000:2.0:1749610692.639383:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074861180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494549248:0@lo:400:kworker.0 00000020:00000001:1.0:1749610692.639383:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610692.639383:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299966098 00000020:00000001:1.0:1749610692.639384:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610692.639384:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299966097 00000100:00000001:0.0:1749610692.639385:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299966098 00000100:00000001:2.0:1749610692.639386:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749610692.639386:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125600. 00000100:00000001:0.0:1749610692.639386:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299966097 00000100:00000001:3.0:1749610692.639387:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610692.639387:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610692.639387:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299966098 00000100:00000040:2.0:1749610692.639388:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074861180 x1834598494549248/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610708 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610692.639388:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9d00. 00000100:00000001:0.0:1749610692.639388:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610692.639389:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1749610692.639389:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c7d0. 00000100:00000001:0.0:1749610692.639389:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610692.639390:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000001:3.0:1749610692.639391:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749610692.639391:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610692.639391:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000001:3.0:1749610692.639392:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749610692.639392:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749610692.639392:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610692.639392:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074861f80 x1834598494548864/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610692.639393:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:3.0:1749610692.639394:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f79f8. 00000100:00000001:1.0:1749610692.639394:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610692.639395:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009c9bc400. 00000100:00000001:0.0:1749610692.639396:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1749610692.639397:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eede58 00000100:00000001:0.0:1749610692.639397:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610692.639398:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610692.639399:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1749610692.639399:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749610692.639400:0:28322:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1749610692.639400:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610692.639401:0:28322:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00100000:0.0:1749610692.639401:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074861f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494548864:0@lo:38:kworker.0 00000100:00000001:1.0:1749610692.639402:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749610692.639403:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eede58. 00000020:00000001:2.0:1749610692.639403:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1749610692.639403:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1749610692.639404:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5c00. 02000000:00000001:0.0:1749610692.639404:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749610692.639405:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610692.639406:0:28321:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:2.0:1749610692.639406:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1749610692.639406:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1749610692.639406:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1749610692.639407:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1749610692.639407:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000010:2.0:1749610692.639408:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074861180. 02000000:00000010:0.0:1749610692.639408:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130311000. 02000000:00000001:0.0:1749610692.639409:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610692.639410:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074862d80 x1834598494548992/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610708 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610692.639410:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610692.639410:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749610692.639410:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 305 00000100:00000001:2.0:1749610692.639411:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610692.639411:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134890058880 : -131938819492736 : ffff880099883480) 00000400:00000010:0.0:1749610692.639411:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffcb8. 00000400:00000010:0.0:1749610692.639412:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958212a8. 00000100:00000040:1.0:1749610692.639413:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880099883480 x1834598494548736/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610712 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610692.639414:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1749610692.639414:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494548864, portal 10 00000100:00000001:2.0:1749610692.639415:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610692.639415:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610692.639416:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610692.639416:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269165440 : -131939440386176 : ffff880074861f80) 00000100:00000200:3.0:1749610692.639417:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074862d80 x1834598494548992/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610708 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610692.639417:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610692.639419:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099883480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494548736:12345-0@lo:38:kworker.0 00000100:00000040:0.0:1749610692.639419:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074861f80 x1834598494548864/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610692.639420:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494548736 00000020:00000001:1.0:1749610692.639421:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749610692.639423:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000001:1.0:1749610692.639423:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749610692.639424:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610692.639425:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610692.639426:0:28321:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:0.0:1749610692.639426:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1749610692.639427:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000001:1.0:1749610692.639427:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610692.639427:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821088. 00010000:00020000:1.0:1749610692.639428:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749610692.639429:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1749610692.639429:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494548864, offset 0 00000100:00000001:3.0:1749610692.639430:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610692.639430:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749610692.639431:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:0.0:1749610692.639431:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1749610692.639432:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610692.639432:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749610692.639433:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749610692.639434:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1749610692.639434:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:3.0:1749610692.639436:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=47 v=5 (5 5 5 5) 02000000:00000010:1.0:1749610692.639436:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880135262000. 02000000:00000001:1.0:1749610692.639437:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610692.639437:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92b380 00000100:00001000:3.0:1749610692.639438:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=47 v=5 (1 1 1 1) 00000100:00000001:1.0:1749610692.639438:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610692.639439:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1749610692.639439:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 6992 00000100:00000001:3.0:1749610692.639440:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00010000:00000001:1.0:1749610692.639440:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610692.639441:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610692.639442:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610692.639442:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749610692.639443:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:0.0:1749610692.639443:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1749610692.639444:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1749610692.639444:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610692.639444:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749610692.639445:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:1.0:1749610692.639446:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00010000:00080000:3.0:1749610692.639447:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880074862d80 x1834598494548992/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610708 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610692.639447:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000010:0.0:1749610692.639447:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099883800. 00000100:00000001:1.0:1749610692.639448:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:0.0:1749610692.639448:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880099883800 x1834598494548864 msgsize 520 00000100:00000040:1.0:1749610692.639450:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00100000:0.0:1749610692.639450:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1749610692.639451:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1749610692.639453:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610692.639453:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749610692.639455:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 02000000:00000001:1.0:1749610692.639455:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610692.639455:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821088 00000100:00000040:3.0:1749610692.639456:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1749610692.639456:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:0.0:1749610692.639456:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821088. 00000100:00000001:3.0:1749610692.639457:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000040:1.0:1749610692.639457:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610692.639457:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749610692.639458:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610692.639459:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000100:00000200:0.0:1749610692.639459:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074861f80 x1834598494548864/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610692.639461:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:1.0:1749610692.639461:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494548736, offset 0 00000100:00000040:3.0:1749610692.639462:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074862d80 x1834598494548992/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610708 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610692.639462:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494548864 02000000:00000001:2.0:1749610692.639463:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1749610692.639463:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610692.639463:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610692.639464:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749610692.639464:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074861f80 x1834598494548864/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610717 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610692.639465:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610692.639467:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610692.639467:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610692.639467:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610692.639468:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610692.639468:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610692.639469:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:2.0:1749610692.639469:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494548864 00000020:00000001:2.0:1749610692.639470:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1749610692.639470:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92b300 00000100:00000001:3.0:1749610692.639471:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1749610692.639471:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749610692.639471:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610692.639472:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1749610692.639472:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 820 usecs (1 jiffies) 00000020:00000001:2.0:1749610692.639473:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610692.639473:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6565 [1] + 0 00000100:00000001:0.0:1749610692.639473:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299966097 00000100:00000040:3.0:1749610692.639474:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074862d80 x1834598494548992/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610708 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610692.639474:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610692.639475:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bc400. 00000400:00000200:1.0:1749610692.639475:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610692.639475:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299966098 00000100:00000001:0.0:1749610692.639476:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299966097 00000400:00000200:1.0:1749610692.639477:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610692.639477:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299966098 00000020:00000010:2.0:1749610692.639478:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387280. 00000100:00000001:1.0:1749610692.639479:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:3.0:1749610692.639480:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074862d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494548992:0@lo:400:kworker.0 00000020:00000010:2.0:1749610692.639480:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9898. 00000100:00000001:0.0:1749610692.639480:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299966097 00000100:00000200:1.0:1749610692.639481:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074862300 x1834598494548736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610717 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610692.639482:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610692.639482:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299966098 00000100:00000001:2.0:1749610692.639483:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610692.639483:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299966097 00000100:00000001:2.0:1749610692.639484:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610692.639484:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299966098 00000100:00000001:0.0:1749610692.639485:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610692.639486:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610692.639486:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880074862300 x1834598494548736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610717 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610692.639486:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610692.639487:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749610692.639489:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610692.639489:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610692.639489:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074860a80 x1834598494549120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610692.639490:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610692.639491:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610692.639492:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1749610692.639492:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000100:00000001:0.0:1749610692.639492:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610692.639493:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:1.0:1749610692.639493:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000100:00000001:0.0:1749610692.639493:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610692.639494:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074862d80 x1834598494548992/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610708 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610692.639494:0:9692:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:0.0:1749610692.639494:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749610692.639495:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:0.0:1749610692.639495:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610692.639496:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610692.639496:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610692.639497:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00100000:0.0:1749610692.639497:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074860a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494549120:0@lo:38:kworker.0 00000100:00100000:2.0:1749610692.639499:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 306 00000100:00000001:1.0:1749610692.639499:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610692.639499:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749610692.639499:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749610692.639500:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749610692.639500:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134890059776 : -131938819491840 : ffff880099883800) 00000020:00000001:1.0:1749610692.639500:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610692.639500:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610692.639501:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1749610692.639501:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1749610692.639502:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099883480 x1834598494548736/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610712 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610692.639503:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7b2800. 00000100:00000040:2.0:1749610692.639503:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880099883800 x1834598494548864/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610712 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610692.639504:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130312000. 02000000:00000001:3.0:1749610692.639505:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1749610692.639505:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610692.639506:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffbb0. 00000020:00000001:3.0:1749610692.639507:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:1.0:1749610692.639507:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099883480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494548736:12345-0@lo:38:kworker.0 Request processed in 88us (161us total) trans 0 rc -19/-19 00000020:00000040:3.0:1749610692.639508:0:28321:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00100000:2.0:1749610692.639508:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099883800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494548864:12345-0@lo:38:kworker.0 00000400:00000010:0.0:1749610692.639508:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821088. 00000020:00000001:3.0:1749610692.639509:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:0.0:1749610692.639509:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494549120, portal 10 00000100:00000200:2.0:1749610692.639510:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494548864 00000100:00000001:0.0:1749610692.639510:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000010:3.0:1749610692.639511:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5a00. 00000100:00100000:1.0:1749610692.639511:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 305 00000100:00000001:0.0:1749610692.639511:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269160064 : -131939440391552 : ffff880074860a80) 02000000:00000001:3.0:1749610692.639512:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:2.0:1749610692.639512:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:2.0:1749610692.639513:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749610692.639513:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610692.639513:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1749610692.639514:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1749610692.639514:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074860a80 x1834598494549120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749610692.639515:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074862d80. 00000020:00000010:1.0:1749610692.639515:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9d00. 00000100:00000001:3.0:1749610692.639517:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610692.639517:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610692.639518:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749610692.639518:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610692.639519:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749610692.639519:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c7d0. 00000100:00000040:0.0:1749610692.639519:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00020000:2.0:1749610692.639535:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:2.0:1749610692.639536:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:0.0:1749610692.639536:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821660. 00000100:00000200:0.0:1749610692.639537:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494549120, offset 0 00010000:00000001:2.0:1749610692.639538:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610692.639540:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749610692.639541:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749610692.639542:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1749610692.639543:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:2.0:1749610692.639544:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880129e11000. 02000000:00000001:2.0:1749610692.639545:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610692.639546:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610692.639546:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610692.639547:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610692.639547:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1749610692.639547:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610692.639549:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1749610692.639549:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610692.639550:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610692.639550:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:0.0:1749610692.639550:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92b480 00000100:00000001:2.0:1749610692.639552:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:0.0:1749610692.639552:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 7512 00000100:00000001:2.0:1749610692.639553:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1749610692.639554:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749610692.639555:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610692.639556:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:0.0:1749610692.639556:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610692.639557:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749610692.639557:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:2.0:1749610692.639558:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000200:0.0:1749610692.639558:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:2.0:1749610692.639559:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749610692.639560:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610692.639560:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099883b80. 00000100:00000001:2.0:1749610692.639561:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610692.639561:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880099883b80 x1834598494549120 msgsize 520 00000100:00000040:2.0:1749610692.639562:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1749610692.639562:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125600. 00000400:00000010:2.0:1749610692.639564:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000100:00000001:1.0:1749610692.639564:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749610692.639564:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610692.639567:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000200:2.0:1749610692.639569:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494548864, offset 0 00000100:00000001:1.0:1749610692.639569:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1749610692.639569:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821660 00000100:00100000:1.0:1749610692.639570:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494549120 00000400:00000010:0.0:1749610692.639570:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821660. 02000000:00000001:1.0:1749610692.639571:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610692.639571:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:2.0:1749610692.639572:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610692.639572:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610692.639573:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610692.639573:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074860a80 x1834598494549120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610692.639587:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610692.639588:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494549120 00000020:00000001:1.0:1749610692.639589:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1749610692.639590:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:1.0:1749610692.639590:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749610692.639591:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610692.639591:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1749610692.639592:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610692.639593:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610692.639593:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074860a80 x1834598494549120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610717 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610692.639594:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92b380 00000020:00000010:1.0:1749610692.639595:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125600. 00000400:00000200:2.0:1749610692.639596:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6581 [1] + 0 00000020:00000010:1.0:1749610692.639596:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9d00. 00000100:00000001:0.0:1749610692.639596:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610692.639597:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c7d0. 00000100:00000001:0.0:1749610692.639597:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610692.639598:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1749610692.639599:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610692.639599:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610692.639599:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610692.639601:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610692.639601:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610692.639601:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 642 usecs (1 jiffies) 00000100:00000001:2.0:1749610692.639602:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610692.639602:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610692.639602:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299966098 00000100:00000001:0.0:1749610692.639604:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299966098 00000100:00000200:2.0:1749610692.639605:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074861f80 x1834598494548864/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610717 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610692.639605:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299966098 00000100:00000001:0.0:1749610692.639606:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299966098 00000100:00000001:0.0:1749610692.639607:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299966098 00000100:00000001:0.0:1749610692.639608:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299966098 00000100:00000001:0.0:1749610692.639609:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299966098 00000100:00000040:2.0:1749610692.639610:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880074861f80 x1834598494548864/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610717 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610692.639611:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610692.639613:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299966098 00000100:00000001:1.0:1749610692.639614:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610692.639614:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610692.639615:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610692.639615:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749610692.639615:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610692.639617:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 00000100:00100000:1.0:1749610692.639617:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 307 00000400:00000010:2.0:1749610692.639618:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 00000100:00000001:2.0:1749610692.639619:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610692.639619:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134890060672 : -131938819490944 : ffff880099883b80) 00000100:00000001:2.0:1749610692.639620:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000001:0.0:1749610692.639620:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749610692.639621:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610692.639621:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880099883b80 x1834598494549120/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610712 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749610692.639621:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749610692.639622:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffaa8. 00000100:00000040:2.0:1749610692.639623:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610692.639624:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610692.639625:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749610692.639625:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 00000400:00000010:0.0:1749610692.639625:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00000100:00100000:1.0:1749610692.639626:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099883b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494549120:12345-0@lo:38:kworker.0 00000100:00000001:0.0:1749610692.639627:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:2.0:1749610692.639628:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099883800 x1834598494548864/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610712 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610692.639628:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494549120 00000020:00000001:1.0:1749610692.639629:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:0.0:1749610692.639629:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074863100 x1834598494548608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610717 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610692.639630:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:2.0:1749610692.639633:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099883800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494548864:12345-0@lo:38:kworker.0 Request processed in 125us (183us total) trans 0 rc -19/-19 00000100:00000200:0.0:1749610692.639633:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074863100 x1834598494548608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610717 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610692.639634:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610692.639637:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 306 00000100:00000001:0.0:1749610692.639637:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610692.639638:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610692.639639:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00010000:00020000:1.0:1749610692.639639:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749610692.639639:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749610692.639640:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1749610692.639640:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:0.0:1749610692.639640:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610692.639641:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1749610692.639642:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387280. 00010000:00000001:1.0:1749610692.639642:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610692.639642:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610692.639643:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:0.0:1749610692.639643:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610692.639644:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9898. 00000100:00000001:1.0:1749610692.639644:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749610692.639645:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:0.0:1749610692.639645:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610692 v=5 (0 0 0 0) 00000020:00000010:2.0:1749610692.639647:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bc400. 02000000:00000010:1.0:1749610692.639647:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880135261400. 00000100:00001000:0.0:1749610692.639647:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=115 v=20 (1 1 1 20) 00000100:00000001:2.0:1749610692.639648:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749610692.639648:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610692.639648:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610692.639649:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610692.639650:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:1.0:1749610692.639651:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749610692.639651:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:1.0:1749610692.639652:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610692.639653:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:0.0:1749610692.639653:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074863100 x1834598494548608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610717 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610692.639655:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749610692.639656:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610692.639657:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749610692.639658:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610692.639658:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610692.639659:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610692.639659:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610692.639660:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749610692.639660:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610692.639661:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749610692.639662:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:1.0:1749610692.639663:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00080000:0.0:1749610692.639663:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000001:1.0:1749610692.639664:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610692.639665:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610692.639666:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00080000:0.0:1749610692.639667:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000400:00000010:1.0:1749610692.639668:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000100:00000001:0.0:1749610692.639669:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:1.0:1749610692.639670:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494549120, offset 0 00000100:00000040:0.0:1749610692.639671:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074863100 x1834598494548608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610717 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610692.639672:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610692.639676:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1749610692.639676:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074863100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494548608:0@lo:38:kworker.0 00000100:00000001:0.0:1749610692.639678:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610692.639679:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92b480 00000100:00000001:0.0:1749610692.639679:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610692.639680:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074863100 x1834598494548608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610717 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610692.639681:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x658d [1] + 0 00000400:00000200:1.0:1749610692.639683:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610692.639683:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610692.639684:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:1.0:1749610692.639685:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:0.0:1749610692.639685:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130313800. 00000100:00000001:1.0:1749610692.639687:0:9692:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:0.0:1749610692.639687:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610692.639688:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610692.639688:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000200:1.0:1749610692.639689:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074860a80 x1834598494549120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610717 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610692.639689:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610692.639691:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880129e12400. 02000000:00000001:0.0:1749610692.639693:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610692.639693:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610692.639694:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074863100. 00000100:00000001:0.0:1749610692.639696:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610692.639696:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610692.639697:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610692.639700:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880074860a80 x1834598494549120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610717 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610692.639700:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610692.639701:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610692.639702:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610692.639702:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1749610692.639704:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749610692.639705:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000001:0.0:1749610692.639705:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749610692.639706:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffd68. 00000400:00000200:0.0:1749610692.639707:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 00000400:00000010:0.0:1749610692.639708:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 00000100:00000001:0.0:1749610692.639709:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749610692.639711:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074862300 x1834598494548736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610717 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610692.639713:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000400:00000010:1.0:1749610692.639714:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000100:00000001:1.0:1749610692.639715:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610692.639716:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610692.639717:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610692.639718:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074862300 x1834598494548736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610717 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610692.639719:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610692.639720:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610692.639721:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610692.639722:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:1.0:1749610692.639723:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099883b80 x1834598494549120/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610712 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610692.639723:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610692.639723:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610692.639724:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610692.639725:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610692.639725:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610692.639726:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610692.639728:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099883b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494549120:12345-0@lo:38:kworker.0 Request processed in 102us (166us total) trans 0 rc -19/-19 00000100:00001000:0.0:1749610692.639728:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610692 v=5 (0 0 0 0) 00000100:00001000:0.0:1749610692.639730:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=97 v=20 (1 1 1 20) 00000100:00000001:0.0:1749610692.639731:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00100000:1.0:1749610692.639732:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 307 00000100:00000001:0.0:1749610692.639732:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610692.639733:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610692.639733:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610692.639734:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1749610692.639734:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074862300 x1834598494548736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610717 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610692.639736:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9d00. 00000020:00000010:1.0:1749610692.639737:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c7d0. 00000100:00000001:0.0:1749610692.639738:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:1.0:1749610692.639739:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125600. 00000100:00000001:0.0:1749610692.639739:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610692.639740:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610692.639740:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610692.639741:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610692.639742:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749610692.639743:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749610692.639744:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610692.639745:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610692.639747:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074862300 x1834598494548736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610717 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610692.639751:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074862300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494548736:0@lo:38:kworker.0 00000400:00000001:0.0:1749610692.639753:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610692.639754:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749610692.639757:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffcb8. 00000400:00000200:0.0:1749610692.639759:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958212a8 00000400:00000010:0.0:1749610692.639760:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958212a8. 00000100:00000001:0.0:1749610692.639761:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749610692.639763:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074861f80 x1834598494548864/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610717 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610692.639767:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074861f80 x1834598494548864/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610717 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610692.639770:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610692.639771:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610692.639772:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610692.639772:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610692.639773:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610692.639774:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610692.639774:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610692.639776:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610692 v=5 (0 0 0 0) 00000100:00001000:0.0:1749610692.639777:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=47 v=20 (1 1 1 20) 00000100:00000001:0.0:1749610692.639779:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610692.639779:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610692.639780:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610692.639782:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074861f80 x1834598494548864/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610717 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610692.639785:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610692.639786:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610692.639787:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610692.639787:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610692.639788:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749610692.639789:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749610692.639790:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610692.639791:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610692.639793:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074861f80 x1834598494548864/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610717 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610692.639803:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074861f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494548864:0@lo:38:kworker.0 00000400:00000001:0.0:1749610692.639805:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610692.639806:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749610692.639807:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffbb0. 00000400:00000200:0.0:1749610692.639808:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821088 00000400:00000010:0.0:1749610692.639809:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821088. 00000100:00000001:0.0:1749610692.639810:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749610692.639811:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074860a80 x1834598494549120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610717 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610692.639815:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074860a80 x1834598494549120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610717 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610692.639818:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610692.639819:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610692.639819:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610692.639820:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610692.639821:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610692.639821:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610692.639822:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610692.639824:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610692 v=5 (0 0 0 0) 00000100:00001000:0.0:1749610692.639825:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=147 v=20 (1 1 20 0) 00000100:00000001:0.0:1749610692.639826:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610692.639827:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610692.639828:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610692.639829:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074860a80 x1834598494549120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610717 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610692.639833:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610692.639834:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610692.639834:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610692.639835:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610692.639836:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749610692.639837:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749610692.639840:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610692.639842:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610692.639844:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074860a80 x1834598494549120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610717 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610692.639847:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074860a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494549120:0@lo:38:kworker.0 00000100:00000001:0.0:1749610692.639849:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610692.639850:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610692.639851:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074862300 x1834598494548736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610717 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610692.639854:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610692.639855:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610692.639856:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130310800. 02000000:00000001:0.0:1749610692.639857:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610692.639858:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610692.639859:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749610692.639860:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610692.639860:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880129e11400. 02000000:00000001:0.0:1749610692.639861:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610692.639862:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610692.639863:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074862300. 00000100:00000001:0.0:1749610692.639864:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610692.639864:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610692.639865:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610692.639866:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074861f80 x1834598494548864/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610717 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610692.639869:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610692.639870:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610692.639871:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130311000. 02000000:00000001:0.0:1749610692.639872:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610692.639872:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610692.639873:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749610692.639874:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610692.639874:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880129e10400. 02000000:00000001:0.0:1749610692.639878:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610692.639878:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610692.639879:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074861f80. 00000100:00000001:0.0:1749610692.639881:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610692.639881:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610692.639882:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610692.639884:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074860a80 x1834598494549120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610717 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610692.639887:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610692.639887:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610692.639888:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130312000. 02000000:00000001:0.0:1749610692.639889:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610692.639890:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610692.639890:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1749610692.639891:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610692.639892:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880129e13800. 02000000:00000001:0.0:1749610692.639893:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610692.639893:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610692.639894:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074860a80. 00000100:00000001:0.0:1749610692.639895:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610692.639895:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610692.639896:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610692.639897:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610692.639898:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610692.639899:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610692.639899:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610692.640566:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299966098, at 4299966098 00000100:00000040:3.0:1749610692.640569:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299966098, at 4299966098 00000100:00000040:2.0:1749610692.640569:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299966098, at 4299966098 00000100:00000010:1.0:1749610692.640571:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b3900. 00000100:00000040:0.0:1749610692.640588:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299966098, at 4299966098 00000100:00000010:2.0:1749610692.640591:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b3f80. 00000100:00000010:0.0:1749610692.640596:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b3800. 00000100:00000010:3.0:1749610692.640602:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b3a00. 00000100:00000001:2.0:1749610692.855590:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610692.855595:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610692.855596:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610692.855599:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610692.855601:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610692.855603:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610692.855605:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749610692.855614:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff880074863480 x1834598494546048/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610692.855620:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610692.855622:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074863480 x1834598494546048/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610692.855627:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749610692.855629:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610692.855630:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610692.855631:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610692.855633:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074863480 x1834598494546048/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610692.855637:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074863480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494546048:0@lo:101:ll_cfg_requeue.0 00000100:00000001:2.0:1749610692.855640:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610692.855641:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749610692.855643:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749610692.855644:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610692.855646:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074863480 x1834598494546048/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610692.855649:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610692.855651:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800966abf00. 00000100:00000001:2.0:1749610692.855654:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749610692.855655:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:2.0:1749610692.855666:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1749610692.855668:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749610692.855670:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610692.855672:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88009c9bc600 refcount=4 00000020:00000001:2.0:1749610692.855674:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134941672960 : -131938767878656 : ffff88009c9bc600) 00010000:00000001:2.0:1749610692.855676:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134941672960 : -131938767878656 : ffff88009c9bc600) 00010000:00010000:2.0:1749610692.855679:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88009c9bc600/0x689c0ec07329d1c2 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610692.855685:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:2.0:1749610692.855688:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88009c9bc600/0x689c0ec07329d1c2 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610692.855691:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1749610692.855693:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88009c9bc600/0x689c0ec07329d1c2 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610692.855696:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749610692.855697:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1749610692.855699:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88009c9bc600/0x689c0ec07329d1c2 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610692.855702:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749610692.855703:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610692.855705:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1749610692.855706:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88009c9bc600/0x689c0ec07329d1c2 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749610692.855710:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88009c9bc600 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:2.0:1749610692.855712:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749610692.855713:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88009c9bc600/0x689c0ec07329d1c2 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610692.855716:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1749610692.855719:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749610692.855720:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610692.855721:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88009c9bc600 refcount=5 00000020:00000001:2.0:1749610692.855722:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134941672960 : -131938767878656 : ffff88009c9bc600) 00010000:00000001:2.0:1749610692.855723:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134941672960 : -131938767878656 : ffff88009c9bc600) 00010000:00000001:2.0:1749610692.855725:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1749610692.855727:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88009c9bc600/0x689c0ec07329d1c2 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1749610692.855730:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749610692.855731:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88009c9bc600/0x689c0ec07329d1c2 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1749610692.855734:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:2.0:1749610692.855735:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1749610692.855736:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610692.855737:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1749610692.855738:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1749610692.855740:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1749610692.855741:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1749610692.855741:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749610692.855742:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610692.855744:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88009c9bc600 with handle 0x689c0ec07329d1c2 from hash 00010000:00000001:2.0:1749610692.855745:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1749610692.855746:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749610692.855746:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749610692.855747:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1749610692.855747:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1749610692.855748:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1749610692.855749:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749610692.855750:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749610692.855750:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749610692.855751:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610692.855753:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88009c9bc600/0x689c0ec07329d1c2 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749610692.855760:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749610692.855761:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749610692.855762:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1749610692.855763:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1749610692.855763:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749610692.855764:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749610692.855764:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1749610692.855765:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88009c9bc600/0x689c0ec07329d1c2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1749610692.855770:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88006efe5200 count: 0 00010000:00000001:2.0:1749610692.855786:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749610692.855788:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749610692.855789:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610692.855791:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074863480 x1834598494546048/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610692.855795:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749610692.855797:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610692.855798:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1749610692.855799:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610692.855801:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009c9bc200. 02000000:00000001:2.0:1749610692.855804:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610692.855805:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610692.855806:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074863480. 00000100:00000001:2.0:1749610692.855809:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610692.855810:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1749610692.855811:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:2.0:1749610692.855813:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:2.0:1749610692.855814:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1749610692.855816:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff88012b677cc0. 00000020:00000010:2.0:1749610692.855818:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bc200. 00000020:00000010:2.0:1749610692.855821:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009c9bc400. 00000040:00000010:2.0:1749610692.855823:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88009c9bd000. 00000020:00000010:2.0:1749610692.855826:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88007d1cd000. 00000020:00000010:2.0:1749610692.855832:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009c9bc800. 80000000:00000010:2.0:1749610692.855835:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b4256060. 00040000:00000010:2.0:1749610692.855838:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009c9bce00. 00080000:00000010:2.0:1749610692.855843:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88013118f000. 00080000:00000010:2.0:1749610692.855846:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012fea6000. 10000000:00000040:2.0:1749610692.855853:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000001:2.0:1749610692.855854:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:2.0:1749610692.855858:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88009c9bc400. 00000040:00000010:2.0:1749610692.855860:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88009c9bd000. 00000020:00000010:2.0:1749610692.855862:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88007d1cd000. 00000020:00000010:2.0:1749610692.855865:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88009c9bc800. 80000000:00000010:2.0:1749610692.855866:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b4256060. 00040000:00000010:2.0:1749610692.855868:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88009c9bce00. 00080000:00000010:2.0:1749610692.855871:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88012fea6000. 00080000:00000010:2.0:1749610692.855873:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88013118f000. 00000020:00000010:2.0:1749610692.855875:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bc200. 10000000:00000010:2.0:1749610692.855877:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff88012b677cc0. 10000000:01000000:2.0:1749610692.855878:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-client' failed (-5). 10000000:00000001:2.0:1749610692.855880:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:2.0:1749610692.855882:0:9690:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:2.0:1749610692.855883:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1749610692.855884:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1749610692.855885:0:9690:0:(mgc_request.c:108:config_log_get()) log lustre-OST0000 (ffff88006bb8c400) refs 2 10000000:00000001:2.0:1749610692.855886:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749610692.855887:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1749610692.855888:0:9690:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff8800b42cbc00) refs 2 10000000:00000001:2.0:1749610692.855889:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1749610692.855890:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1749610692.855891:0:9690:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:00000001:2.0:1749610692.855892:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:2.0:1749610692.855893:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:00000001:2.0:1749610692.855894:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:2.0:1749610692.855895:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00000100:00000010:2.0:1749610692.855897:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074863480. 00000020:00000040:2.0:1749610692.855902:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1749610692.855905:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610692.855907:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610692.855910:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610692.855913:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009c9bc200. 00000100:00000001:2.0:1749610692.855918:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610692.855920:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1749610692.855922:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1749610692.855925:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88006efe5c00. 00010000:00000001:2.0:1749610692.855927:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1749610692.855929:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009c9bcc00. 00000020:00000001:2.0:1749610692.855931:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1749610692.855932:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88009c9bcc00 with handle 0x689c0ec07329d1c9 to hash 00000020:00000001:2.0:1749610692.855933:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1749610692.855934:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134941674496 : -131938767877120 : ffff88009c9bcc00) 00010000:00000001:2.0:1749610692.855936:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134941674496 : -131938767877120 : ffff88009c9bcc00) 00010000:00000001:2.0:1749610692.855937:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749610692.855938:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610692.855939:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88009c9bcc00/0x689c0ec07329d1c9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749610692.855943:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88009c9bcc00/0x689c0ec07329d1c9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749610692.855949:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88009c9bcc00/0x689c0ec07329d1c9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1749610692.855952:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749610692.855953:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749610692.855957:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800966abf00. 00000100:00000001:2.0:1749610692.855958:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134837796608 : -131938871755008 : ffff8800966abf00) 00000100:00000001:2.0:1749610692.855959:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610692.855960:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269170816 : -131939440380800 : ffff880074863480) 00000100:00000001:2.0:1749610692.855963:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610692.855968:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610692.855970:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749610692.855970:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749610692.855973:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074863480 x1834598494549376/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610692.855978:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610692.855979:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749610692.855981:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff880074863480 x1834598494549376/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610692.855984:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610692.855985:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610692.855986:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610692.855987:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610692.855988:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610692.855989:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610692.855989:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610692.855990:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610692.855991:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1749610692.858605:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88006efe5200. 00010000:00000010:3.1:1749610692.858611:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009c9bc600. 00000100:00000001:2.0:1749610693.457671:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610693.457678:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610693.457680:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610693.457684:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610693.457687:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610693.457690:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610693.457693:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610693.457696:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610693.457698:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610693.520627:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610693.520631:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610693.520685:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610693.520689:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610693.520691:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610693.639590:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610693.639602:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610693.639604:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610693.639606:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610693.639607:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610693.639610:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610693.639611:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610693.855635:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610693.855641:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610693.855643:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610693.855645:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610693.855647:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610693.855649:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610693.855663:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610693.855665:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610693.855667:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610694.457655:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610694.457661:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610694.457663:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610694.457665:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610694.457668:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610694.457670:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610694.457673:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610694.457674:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610694.457675:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610694.522618:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610694.522622:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749610694.522624:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749610694.522626:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610694.522628:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749610694.522630:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610694.522631:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610694.522632:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610694.522688:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610694.522691:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610694.522693:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610694.639627:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610694.639639:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610694.639640:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610694.639643:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610694.639644:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610694.639647:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610694.639649:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610694.855599:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610694.855605:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610694.855606:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610694.855609:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610694.855610:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610694.855613:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610694.855615:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610694.855618:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610694.855621:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610695.457645:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610695.457652:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610695.457653:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610695.457656:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610695.457659:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610695.457662:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610695.457664:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610695.457666:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610695.457667:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610695.524645:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610695.524649:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610695.524709:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610695.524723:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610695.524725:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610695.639601:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610695.639615:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610695.639618:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610695.639622:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610695.639624:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610695.639628:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610695.639630:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610695.855718:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610695.855727:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610695.855730:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610695.855735:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610695.855739:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610695.855743:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610695.855746:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610695.855749:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610695.855751:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610696.457654:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610696.457664:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610696.457668:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610696.457674:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610696.457679:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610696.457684:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610696.457688:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610696.457692:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610696.457695:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610696.526662:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610696.526668:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610696.526763:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610696.526770:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610696.526775:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610696.639642:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610696.639659:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610696.639662:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610696.639667:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610696.639670:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610696.639674:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610696.639676:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610696.855650:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610696.855660:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610696.855662:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610696.855667:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610696.855671:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610696.855690:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610696.855693:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610696.855697:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610696.855699:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610697.457709:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610697.457718:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610697.457721:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610697.457726:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610697.457729:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610697.457734:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610697.457737:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610697.457740:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610697.457742:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610697.528660:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610697.528666:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610697.528752:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610697.528758:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610697.528762:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610697.639635:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610697.639651:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610697.639655:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610697.639661:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610697.639665:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610697.639670:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610697.639674:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610697.646634:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610697.646644:0:8737:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749610697.646648:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610697.646655:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610697.646659:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610697.646663:0:8737:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610697.646669:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610697.646676:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5298 00000100:00080000:2.0:1749610697.646683:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610697.646687:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610697.646692:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610697.646717:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610697.646721:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610697.646726:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610697.646729:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749610697.646733:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610697.646737:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749610697.646741:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749610697.646745:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749610697.646750:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610697.646754:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610697.646756:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610697.646759:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610697.646764:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749610697.646769:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610697.646772:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610697.646777:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610697.646786:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610697.646791:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610697.646794:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610697.646798:0:8737:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610697.646806:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074861180. 00000020:00000040:2.0:1749610697.646812:0:8737:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749610697.646818:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610697.646820:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610697.646824:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610697.646828:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610697.646832:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610697.646845:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880129e13800. 00000100:00000001:2.0:1749610697.646854:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610697.646867:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880074861180 x1834598494549504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610697.646883:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610697.646889:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610697.646907:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074861180] to pc [ptlrpcd_rcv+-1] req@ffff880074861180 x1834598494549504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610697.646951:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610697.646956:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610697.646962:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610697.646964:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610697.646967:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610697.646971:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610697.646974:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5298 00000100:00080000:2.0:1749610697.646978:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610697.646982:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610697.646986:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610697.646989:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610697.646992:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610697.646996:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610697.646998:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749610697.647001:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610697.647004:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000100:00000001:0.0:1749610697.647006:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1749610697.647007:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749610697.647010:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000001:0.0:1749610697.647012:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749610697.647014:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610697.647016:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749610697.647017:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610697.647020:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610697.647023:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610697.647027:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00000040:0.0:1749610697.647028:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074861180 x1834598494549504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749610697.647031:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610697.647035:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610697.647038:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610697.647044:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610697.647046:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1749610697.647047:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610697.647050:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610697.647054:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749610697.647057:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610697.647059:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 02000000:00000001:0.0:1749610697.647060:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610697.647062:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610697.647064:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074861180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494549504:0@lo:38:kworker.0 00000100:00000010:2.0:1749610697.647067:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074860700. 00000100:00000001:0.0:1749610697.647069:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1749610697.647072:0:8737:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749610697.647072:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749610697.647075:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610697.647076:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610697.647078:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610697.647078:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749610697.647081:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:0.0:1749610697.647083:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130313c00. 02000000:00000001:2.0:1749610697.647084:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610697.647085:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610697.647087:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610697.647091:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffbb0. 02000000:00000010:2.0:1749610697.647093:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880129e10400. 00000100:00000001:2.0:1749610697.647098:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610697.647098:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821088. 00000100:00100000:2.0:1749610697.647106:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880074860700 x1834598494549632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1749610697.647106:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494549504, portal 4 00000100:00000001:0.0:1749610697.647108:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610697.647110:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269161856 : -131939440389760 : ffff880074861180) 00000100:00000001:2.0:1749610697.647118:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610697.647122:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610697.647127:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074860700] to pc [ptlrpcd_rcv+-1] req@ffff880074860700 x1834598494549632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610697.647130:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074861180 x1834598494549504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610697.647139:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610697.647141:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610697.647142:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610697.647144:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958212a8. 00000100:00080000:2.0:1749610697.647146:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000200:0.0:1749610697.647147:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494549504, offset 0 00000100:00080000:2.0:1749610697.647150:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610697.647153:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:0.0:1749610697.647153:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00080000:2.0:1749610697.647156:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610697.647160:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610697.647163:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5298 00000100:00080000:2.0:1749610697.647167:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000400:00000200:0.0:1749610697.647168:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749610697.647171:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610697.647174:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610697.647176:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610697.647179:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:0.0:1749610697.647180:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf92b600 00000020:00000001:2.0:1749610697.647182:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610697.647184:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:2.0:1749610697.647186:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1749610697.647188:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3ded [256] + 13000 00000020:00000040:2.0:1749610697.647196:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000400:00000200:0.0:1749610697.647197:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1749610697.647199:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000400:00000200:0.0:1749610697.647201:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1749610697.647202:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000001:0.0:1749610697.647206:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:2.0:1749610697.647208:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000200:0.0:1749610697.647208:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:2.0:1749610697.647210:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610697.647213:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000010:0.0:1749610697.647214:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099880000. 00000100:00000001:2.0:1749610697.647216:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:0.0:1749610697.647217:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880099880000 x1834598494549504 msgsize 520 00000020:00000040:2.0:1749610697.647219:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00100000:0.0:1749610697.647221:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749610697.647223:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610697.647226:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610697.647229:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610697.647234:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610697.647237:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610697.647239:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610697.647242:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610697.647246:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074860000. 00000100:00000001:0.0:1749610697.647247:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000040:2.0:1749610697.647250:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749610697.647253:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610697.647254:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610697.647256:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1749610697.647256:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958212a8 02000000:00000001:2.0:1749610697.647258:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1749610697.647258:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958212a8. 02000000:00000001:2.0:1749610697.647260:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610697.647261:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000010:2.0:1749610697.647264:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880129e11400. 00000100:00000200:0.0:1749610697.647266:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074861180 x1834598494549504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610697.647268:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610697.647273:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880074860000 x1834598494549760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610697.647275:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610697.647279:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074861180 x1834598494549504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610722 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610697.647281:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610697.647283:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610697.647286:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610697.647287:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074860000] to pc [ptlrpcd_rcv+-1] req@ffff880074860000 x1834598494549760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610697.647288:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749610697.647292:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610697.647295:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610697.647296:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1275 usecs (2 jiffies) 00000100:00000040:2.0:1749610697.647298:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749610697.647300:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299971106 00000100:00000010:0.0:1749610697.647304:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b3800. 00000100:00000001:2.0:1749610697.647308:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1749610697.647311:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000010:2.0:1749610697.647312:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074861c00. 00000020:00000040:2.0:1749610697.647314:0:8737:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749610697.647317:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610697.647319:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610697.647321:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610697.647323:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299971106 02000000:00000010:2.0:1749610697.647326:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5100. 00000100:00000010:0.0:1749610697.647326:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b3040. 00000100:00000001:0.0:1749610697.647329:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749610697.647331:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610697.647337:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880074861c00 x1834598494549888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610697.647340:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299971106 00000100:00000010:0.0:1749610697.647343:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b33c0. 00000100:00000001:0.0:1749610697.647346:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:0.0:1749610697.647349:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299971106 00000100:00000001:2.0:1749610697.647350:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000010:0.0:1749610697.647352:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b3440. 00000100:00000001:2.0:1749610697.647353:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610697.647355:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000040:2.0:1749610697.647360:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074861c00] to pc [ptlrpcd_00_02+2] req@ffff880074861c00 x1834598494549888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610697.647365:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610697.647368:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610697.647371:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610697.647373:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610697.647374:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749610697.647379:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1749610697.647380:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494549504 00000100:00000001:0.0:1749610697.647381:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749610697.647383:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610697.647383:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610697.647385:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610697.647386:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749610697.647387:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610697.647390:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610697.647391:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610697.647391:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074860700 x1834598494549632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749610697.647395:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000001:1.0:1749610697.647395:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610697.647399:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494549504 00000100:00000001:0.0:1749610697.647399:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749610697.647400:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610697.647400:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610697.647402:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:0.0:1749610697.647402:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:2.0:1749610697.647405:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:0.0:1749610697.647405:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610697.647407:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610697.647409:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00100000:0.0:1749610697.647410:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074860700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494549632:0@lo:38:kworker.0 00000020:00000001:1.0:1749610697.647411:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000100:00080000:2.0:1749610697.647412:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5298 00000020:00000040:1.0:1749610697.647413:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749610697.647413:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1749610697.647415:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1749610697.647415:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:2.0:1749610697.647416:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 02000000:00000001:0.0:1749610697.647417:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610697.647418:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610697.647418:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1749610697.647420:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000020:00000001:1.0:1749610697.647420:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610697.647422:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130312000. 00000100:00000001:2.0:1749610697.647423:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1749610697.647424:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610697.647425:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125600. 00000100:00000040:2.0:1749610697.647426:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610697.647429:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000010:1.0:1749610697.647431:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9d00. 00000020:00000001:2.0:1749610697.647432:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:0.0:1749610697.647433:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffcb8. 00000020:00000040:2.0:1749610697.647434:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000400:00000010:0.0:1749610697.647436:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958212a8. 00000020:00000001:2.0:1749610697.647437:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:1.0:1749610697.647437:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c7d0. 00000020:00000040:2.0:1749610697.647440:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000100:00000200:0.0:1749610697.647440:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494549632, portal 10 00000100:00000001:1.0:1749610697.647442:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610697.647442:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610697.647443:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269159168 : -131939440392448 : ffff880074860700) 00000020:00000001:2.0:1749610697.647444:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:1.0:1749610697.647444:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610697.647446:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610697.647450:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074860700 x1834598494549632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610697.647452:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610697.647455:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:0.0:1749610697.647457:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610697.647459:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610697.647461:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 00000100:00000040:2.0:1749610697.647463:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000200:0.0:1749610697.647463:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494549632, offset 0 00000100:00000001:1.0:1749610697.647464:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610697.647466:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1749610697.647467:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749610697.647469:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610697.647472:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610697.647472:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:0.0:1749610697.647473:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610697.647474:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000040:2.0:1749610697.647476:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00000001:1.0:1749610697.647476:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749610697.647478:0:28324:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000400:00000200:0.0:1749610697.647478:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92b680 00000100:00080000:2.0:1749610697.647480:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:3.0:1749610697.647481:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749610697.647482:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000100:00000001:2.0:1749610697.647483:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610697.647484:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 8032 00000100:00000001:1.0:1749610697.647485:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134890045440 : -131938819506176 : ffff880099880000) 02000000:00000001:2.0:1749610697.647486:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1749610697.647489:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1749610697.647489:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610697.647491:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610697.647491:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749610697.647491:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880099880000 x1834598494549504/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610717 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610697.647492:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610697.647493:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749610697.647494:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610697.647496:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749610697.647497:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000200:0.0:1749610697.647498:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749610697.647499:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610697.647502:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880099880380. 00000100:00000001:3.0:1749610697.647504:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1749610697.647504:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099880000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494549504:12345-0@lo:38:kworker.0 00000100:00000040:0.0:1749610697.647504:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880099880380 x1834598494549632 msgsize 520 00000100:00000010:2.0:1749610697.647505:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074860a80. 00000100:00000001:3.0:1749610697.647506:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1749610697.647508:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00100000:0.0:1749610697.647508:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:1.0:1749610697.647509:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494549504 02000000:00000001:2.0:1749610697.647512:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000020:00000001:1.0:1749610697.647513:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:3.0:1749610697.647514:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074861c00 x1834598494549888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610697.647514:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610697.647516:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:1.0:1749610697.647516:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749610697.647517:0:28320:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:2.0:1749610697.647519:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610697.647585:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610697.647593:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880129e12400. 00000400:00000200:0.0:1749610697.647596:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 00000100:00000001:2.0:1749610697.647599:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610697.647599:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 00000100:00000001:3.0:1749610697.647601:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610697.647602:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749610697.647603:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610697.647606:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:2.0:1749610697.647607:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880074860a80 x1834598494550016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1749610697.647607:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074860700 x1834598494549632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610697.647609:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610697.647612:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610697.647615:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1749610697.647616:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074861c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:28324:1834598494549888:0@lo:400:kworker.0 00000100:00000001:2.0:1749610697.647616:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1749610697.647618:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074860700 x1834598494549632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610722 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610697.647619:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610697.647620:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749610697.647623:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1749610697.647623:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074860a80] to pc [ptlrpcd_rcv+-1] req@ffff880074860a80 x1834598494550016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610697.647625:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610697.647625:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610697.647627:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749610697.647627:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:1.0:1749610697.647631:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610697.647632:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7b2800. 00000100:00000001:2.0:1749610697.647632:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610697.647634:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610697.647637:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00020000:1.0:1749610697.647637:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749610697.647638:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610697.647639:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f79f8. 00000100:00000001:2.0:1749610697.647641:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000001:1.0:1749610697.647641:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:0.0:1749610697.647642:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 898 usecs (1 jiffies) 00000400:00000010:3.0:1749610697.647643:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eede58. 00010000:00000001:1.0:1749610697.647644:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610697.647645:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299971106 00000100:00000001:1.0:1749610697.647647:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000200:3.0:1749610697.647648:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494549888, portal 10 00000100:00000001:0.0:1749610697.647648:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299971106 00000100:00000001:1.0:1749610697.647649:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749610697.647650:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610697.647650:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299971106 00000100:00000001:3.0:1749610697.647652:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269164544 : -131939440387072 : ffff880074861c00) 02000000:00000001:1.0:1749610697.647652:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749610697.647652:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299971106 00000100:00000010:2.0:1749610697.647654:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074861f80. 00000100:00000001:0.0:1749610697.647654:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299971106 02000000:00000010:1.0:1749610697.647656:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880135263c00. 00000100:00000001:0.0:1749610697.647656:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299971106 00000020:00000040:2.0:1749610697.647658:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:0.0:1749610697.647658:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299971106 02000000:00000001:1.0:1749610697.647659:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610697.647660:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074861c00 x1834598494549888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610697.647660:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299971106 00000100:00000001:1.0:1749610697.647661:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610697.647662:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1749610697.647662:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610697.647664:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1749610697.647664:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610697.647667:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610697.647667:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749610697.647669:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610697.647671:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074860000 x1834598494549760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610697.647672:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:2.0:1749610697.647672:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5600. 00010000:00000001:1.0:1749610697.647672:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000010:3.0:1749610697.647674:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedee0. 00010000:00000001:1.0:1749610697.647675:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610697.647677:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494549888, offset 0 00000100:00000001:2.0:1749610697.647677:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610697.647678:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00001000:1.0:1749610697.647679:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749610697.647679:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610697.647681:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749610697.647681:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1749610697.647683:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880074861f80 x1834598494550144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749610697.647683:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:0.0:1749610697.647683:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610697.647685:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610697.647686:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1749610697.647688:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074860000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494549760:0@lo:38:kworker.0 00000100:00000040:1.0:1749610697.647689:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000200:3.0:1749610697.647690:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610697.647691:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749610697.647692:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749610697.647694:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749610697.647695:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749610697.647696:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1749610697.647696:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610697.647697:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf92b780 00000100:00000040:1.0:1749610697.647698:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:0.0:1749610697.647698:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749610697.647699:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610697.647701:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000010:0.0:1749610697.647701:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130311000. 00000400:00000200:3.0:1749610697.647703:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be9 [64] + 8552 02000000:00000001:1.0:1749610697.647703:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610697.647703:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610697.647705:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610697.647706:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074861f80] to pc [ptlrpcd_00_03+3] req@ffff880074861f80 x1834598494550144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610697.647706:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffd68. 00000100:00000040:1.0:1749610697.647708:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1749610697.647709:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749610697.647709:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 00000400:00000010:1.0:1749610697.647711:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000400:00000200:3.0:1749610697.647713:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610697.647713:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494549760, portal 10 00000100:00000001:0.0:1749610697.647715:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000200:1.0:1749610697.647716:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494549504, offset 0 00000100:00000001:2.0:1749610697.647720:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610697.647721:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610697.647721:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269157376 : -131939440394240 : ffff880074860000) 00000100:00000001:3.0:1749610697.647725:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749610697.647727:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:0.0:1749610697.647727:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074860000 x1834598494549760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610697.647728:0:8737:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5308) 00000400:00000200:1.0:1749610697.647730:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:3.0:1749610697.647732:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e99f800. 00000100:00000001:0.0:1749610697.647734:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610697.647735:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff88008e99f800 x1834598494549888 msgsize 224 00000400:00000200:1.0:1749610697.647737:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf92b600 00000100:00000040:0.0:1749610697.647738:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:3.0:1749610697.647740:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:0.0:1749610697.647740:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 00000400:00000200:1.0:1749610697.647743:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x659d [1] + 0 00000100:00000001:3.0:1749610697.647748:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749610697.647748:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610697.647751:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610697.647754:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494549760, offset 0 00000100:00000001:1.0:1749610697.647755:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:0.0:1749610697.647758:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749610697.647760:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074861180 x1834598494549504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610722 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610697.647763:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1749610697.647765:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610697.647767:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedee0 00000100:00100000:2.0:1749610697.647767:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494549632 00000400:00000010:3.0:1749610697.647769:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedee0. 02000000:00000001:2.0:1749610697.647770:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1749610697.647771:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92b700 00000100:00000001:2.0:1749610697.647772:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1749610697.647772:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880074861180 x1834598494549504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610722 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610697.647773:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749610697.647775:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610697.647776:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 8776 00000100:00000200:3.0:1749610697.647778:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074861c00 x1834598494549888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610697.647779:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610697.647781:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749610697.647781:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1749610697.647783:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494549632 00000400:00000200:0.0:1749610697.647784:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1749610697.647786:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749610697.647787:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000040:2.0:1749610697.647788:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000200:1.0:1749610697.647788:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000100:00000040:3.0:1749610697.647790:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074861c00 x1834598494549888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610713 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610697.647790:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:1.0:1749610697.647790:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000100:00000001:1.0:1749610697.647792:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:2.0:1749610697.647793:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610697.647794:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:2.0:1749610697.647795:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610697.647796:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749610697.647797:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610697.647798:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610697.647798:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749610697.647799:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:2.0:1749610697.647800:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bce00. 00000100:00000040:1.0:1749610697.647800:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610697.647803:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610697.647804:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f09500. 00000020:00000010:2.0:1749610697.647805:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387280. 00000100:00000040:0.0:1749610697.647806:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880070f09500 x1834598494549760 msgsize 520 00000100:00000040:3.0:1749610697.647807:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 813 usecs (1 jiffies) 00000100:00000001:1.0:1749610697.647807:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610697.647810:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299971106 00000020:00000010:2.0:1749610697.647810:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9898. 00000020:00000001:1.0:1749610697.647810:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749610697.647811:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610697.647813:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299971106 00000100:00000040:1.0:1749610697.647815:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099880000 x1834598494549504/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610717 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610697.647816:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299971106 00000100:00000001:2.0:1749610697.647816:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610697.647818:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299971106 00000100:00000001:2.0:1749610697.647818:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610697.647818:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749610697.647820:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299971106 00000100:00000001:2.0:1749610697.647821:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610697.647822:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 00000100:00000001:3.0:1749610697.647823:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299971106 00000400:00000010:0.0:1749610697.647824:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00000100:00000001:3.0:1749610697.647825:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299971106 00000100:00000001:2.0:1749610697.647826:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610697.647826:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099880000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494549504:12345-0@lo:38:kworker.0 Request processed in 321us (606us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749610697.647826:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749610697.647827:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299971106 00000100:00000001:3.0:1749610697.647829:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610697.647831:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610697.647832:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074860000 x1834598494549760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610697.647834:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610697.647835:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749610697.647835:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00000001:3.0:1749610697.647836:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610697.647838:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610697.647840:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749610697.647841:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610697.647843:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:1.0:1749610697.647845:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9d00. 00000100:00000001:3.0:1749610697.647847:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1749610697.647848:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074860000 x1834598494549760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610722 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610697.647849:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c7d0. 00000100:00000001:3.0:1749610697.647850:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610697.647851:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610697.647853:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000010:1.0:1749610697.647853:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125600. 00000100:00000001:2.0:1749610697.647855:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1749610697.647857:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074861f80 x1834598494550144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610697.647857:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494549888 00000100:00000001:1.0:1749610697.647857:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610697.647859:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610697.647859:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610697.647861:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610697.647861:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749610697.647863:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610697.647865:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1749610697.647865:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610697.647867:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610697.647867:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494549888 00000100:00000001:0.0:1749610697.647867:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610697.647869:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1749610697.647869:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610697.647870:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000100:00000040:0.0:1749610697.647871:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 816 usecs (1 jiffies) 02000000:00000001:3.0:1749610697.647872:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749610697.647872:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749610697.647872:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1749610697.647874:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610697.647874:0:10935:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000100:00000001:1.0:1749610697.647875:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610697.647875:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299971106 00000100:00100000:3.0:1749610697.647876:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074861f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494550144:0@lo:400:kworker.0 00000020:00000001:2.0:1749610697.647877:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000020:00000001:2.0:1749610697.647879:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:0.0:1749610697.647879:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299971106 00000100:00000001:3.0:1749610697.647880:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749610697.647882:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749610697.647884:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610697.647885:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749610697.647885:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000010:3.0:1749610697.647888:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7b3e00. 00000020:00000010:2.0:1749610697.647888:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012b677cc0. 02000000:00000001:3.0:1749610697.647890:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610697.647890:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299971106 00000400:00000010:3.0:1749610697.647893:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7a50. 00000100:00000001:0.0:1749610697.647894:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299971106 00000020:00000040:2.0:1749610697.647895:0:10935:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000400:00000010:3.0:1749610697.647896:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedee0. 00000100:00000001:0.0:1749610697.647897:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299971106 00000100:00000200:3.0:1749610697.647900:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494550144, portal 10 00000100:00000001:0.0:1749610697.647900:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299971106 00000100:00000001:3.0:1749610697.647902:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610697.647902:0:10935:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1749610697.647903:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269165440 : -131939440386176 : ffff880074861f80) 00000100:00000001:0.0:1749610697.647903:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299971106 00000020:00000010:2.0:1749610697.647905:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bc800. 00000100:00000001:0.0:1749610697.647906:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299971106 00000100:00000001:1.0:1749610697.647908:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1749610697.647909:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074861f80 x1834598494550144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610697.647909:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387f80. 00000100:00000001:0.0:1749610697.647909:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749610697.647910:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494549760 00000020:00000010:2.0:1749610697.647912:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9d48. 02000000:00000001:1.0:1749610697.647912:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610697.647913:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610697.647914:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610697.647916:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610697.647916:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610697.647917:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749610697.647918:0:10935:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000010:3.0:1749610697.647919:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedf68. 02000000:00000001:1.0:1749610697.647919:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610697.647920:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000001:0.0:1749610697.647921:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749610697.647922:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:1.0:1749610697.647922:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494549760 00000400:00000001:0.0:1749610697.647923:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749610697.647924:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610697.647924:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610697.647925:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749610697.647927:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610697.647928:0:10935:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000010:0.0:1749610697.647928:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffbb0. 00000020:00000001:1.0:1749610697.647929:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610697.647931:0:10935:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:1.0:1749610697.647931:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610697.647932:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610697.647934:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125600. 00000400:00000200:0.0:1749610697.647934:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821088 00000400:00000010:0.0:1749610697.647936:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821088. 00000020:00000010:1.0:1749610697.647937:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9d00. 00000100:00000001:2.0:1749610697.647938:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749610697.647939:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c7d0. 00000100:00000200:3.0:1749610697.647940:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494550144, offset 0 00000100:00000001:0.0:1749610697.647940:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610697.647942:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610697.647943:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610697.647943:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1749610697.647945:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610697.647945:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610697.647946:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610697.647947:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074861180 x1834598494549504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610722 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610697.647949:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 191 00000400:00000200:3.0:1749610697.647952:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749610697.647952:0:10935:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000001:2.0:1749610697.647954:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134706673664 : -131939002877952 : ffff88008e99f800) 00000400:00000200:3.0:1749610697.647957:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf92b880 00000100:00000040:2.0:1749610697.647960:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008e99f800 x1834598494549888/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:133/0 lens 224/0 e 0 to 0 dl 1749610708 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610697.647961:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610697.647961:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074861180 x1834598494549504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610722 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610697.647962:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be9 [64] + 9296 00000400:00000200:3.0:1749610697.647966:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610697.647968:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610697.647973:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610697.647975:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610697.647979:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749610697.647981:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1749610697.647982:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749610697.647982:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610697.647983:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749610697.647983:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1749610697.647985:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012b677500. 00000100:00000001:0.0:1749610697.647985:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610697.647986:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000100:00100000:1.0:1749610697.647987:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 308 00000100:00000200:3.0:1749610697.647988:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749610697.647988:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610697.647989:0:10935:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610697.647990:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134890046336 : -131938819505280 : ffff880099880380) 00000100:00000010:3.0:1749610697.647991:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e99fb80. 02000000:00000001:0.0:1749610697.647992:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610697.647993:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012b677500. 00000100:00000040:3.0:1749610697.647994:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff88008e99fb80 x1834598494550144 msgsize 224 00000100:00000040:1.0:1749610697.647995:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880099880380 x1834598494549632/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610717 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610697.647999:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749610697.648000:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e99f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:28324:x1834598494549888:12345-0@lo:400:kworker.0 00000100:00001000:0.0:1749610697.648000:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610697 v=5 (0 0 0 0) 00000100:00000001:3.0:1749610697.648001:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:1.0:1749610697.648004:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880099880380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494549632:12345-0@lo:38:kworker.0 00000400:00000200:3.0:1749610697.648005:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedf68 00000100:00000200:2.0:1749610697.648006:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494549888 00000400:00000010:3.0:1749610697.648007:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedf68. 00000100:00001000:0.0:1749610697.648007:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=120 v=20 (1 1 1 20) 00000100:00000200:1.0:1749610697.648008:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494549632 00000100:00000001:3.0:1749610697.648009:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:2.0:1749610697.648010:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749610697.648010:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749610697.648012:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749610697.648012:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000200:3.0:1749610697.648013:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074861f80 x1834598494550144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610697.648014:0:10935:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:0.0:1749610697.648015:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:2.0:1749610697.648018:0:10935:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610697.648018:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610697.648020:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1749610697.648020:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610697.648021:0:10935:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000040:3.0:1749610697.648023:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074861f80 x1834598494550144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610713 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00020000:1.0:1749610697.648024:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:2.0:1749610697.648025:0:10935:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00010000:00000001:1.0:1749610697.648026:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:0.0:1749610697.648026:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074861180 x1834598494549504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610722 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610697.648029:0:10935:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00010000:00000001:1.0:1749610697.648029:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610697.648030:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610697.648031:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610697.648031:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749610697.648033:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749610697.648034:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610697.648034:0:10935:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749610697.648035:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1749610697.648036:0:10935:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000040:3.0:1749610697.648038:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 773 usecs (1 jiffies) 00000020:00000001:2.0:1749610697.648039:0:10935:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 02000000:00000010:1.0:1749610697.648039:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880135260c00. 00000100:00000001:3.0:1749610697.648040:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299971106 02000000:00000001:1.0:1749610697.648040:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610697.648042:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299971106 00000020:00000001:2.0:1749610697.648042:0:10935:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610697.648043:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610697.648044:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299971106 00000020:00000001:2.0:1749610697.648045:0:10935:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00010000:00000001:1.0:1749610697.648045:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749610697.648047:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299971106 00010000:00000001:1.0:1749610697.648047:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610697.648048:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299971106 00000100:00001000:1.0:1749610697.648050:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610697.648051:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299971106 00000100:00000001:2.0:1749610697.648051:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749610697.648052:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299971106 00000100:00000001:1.0:1749610697.648053:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610697.648054:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299971106 02000000:00000001:2.0:1749610697.648054:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749610697.648055:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749610697.648056:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749610697.648057:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610697.648058:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610697.648059:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610697.648059:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880129e12c00. 00000100:00000001:1.0:1749610697.648059:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610697.648061:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610697.648062:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610697.648062:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:3.0:1749610697.648063:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610697.648063:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1749610697.648065:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610697.648066:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610697.648066:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749610697.648067:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610697.648068:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610697.648069:0:10935:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610697.648069:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749610697.648072:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610697.648072:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610697.648074:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000040:2.0:1749610697.648074:0:10935:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494549888 00000100:00000001:1.0:1749610697.648075:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610697.648076:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610697.648077:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1749610697.648077:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00010000:00000001:2.0:1749610697.648078:0:10935:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000040:1.0:1749610697.648078:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610697.648079:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610697.648080:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000100:00000001:3.0:1749610697.648081:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610697.648082:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00010000:00000200:2.0:1749610697.648084:0:10935:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008e99f800 x1834598494549888/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:133/0 lens 224/224 e 0 to 0 dl 1749610708 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610697.648085:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494549632, offset 0 00000100:00000001:0.0:1749610697.648086:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749610697.648089:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749610697.648094:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074861180 x1834598494549504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610722 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610697.648096:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1749610697.648097:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749610697.648099:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:2.0:1749610697.648100:0:10935:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610697.648101:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92b680 00000100:00100000:3.0:1749610697.648102:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494550144 02000000:00000001:3.0:1749610697.648104:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00001000:2.0:1749610697.648104:0:10935:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=52 v=5 (1 1 1 1) 00000100:00000001:3.0:1749610697.648106:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1749610697.648107:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x65a5 [1] + 0 00000100:00000001:3.0:1749610697.648108:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610697.648108:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074861180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494549504:0@lo:38:kworker.0 00000100:00000001:2.0:1749610697.648110:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1749610697.648111:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1749610697.648112:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610697.648113:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00100000:3.0:1749610697.648114:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494550144 00000400:00000200:1.0:1749610697.648115:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610697.648115:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610697.648117:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610697.648118:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:1.0:1749610697.648118:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610697.648119:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1749610697.648120:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:1.0:1749610697.648123:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074860700 x1834598494549632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610722 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749610697.648124:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000040:0.0:1749610697.648124:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074861180 x1834598494549504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610722 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610697.648125:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:3.0:1749610697.648126:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000020:00000001:3.0:1749610697.648129:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 02000000:00000001:2.0:1749610697.648129:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749610697.648132:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1749610697.648132:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610697.648133:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880074860700 x1834598494549632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610722 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610697.648135:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b42117c0. 00000100:00000001:2.0:1749610697.648135:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610697.648136:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000010:3.0:1749610697.648139:0:9691:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012e6b35c0. 00000100:00000040:2.0:1749610697.648139:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749610697.648139:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749610697.648141:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000010:0.0:1749610697.648143:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130313c00. 00000400:00000010:2.0:1749610697.648144:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000100:00000001:3.0:1749610697.648145:0:9691:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:1.0:1749610697.648145:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000020:00000010:3.0:1749610697.648147:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b42117c0. 00000400:00000010:1.0:1749610697.648147:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 02000000:00000001:0.0:1749610697.648148:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1749610697.648149:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610697.648150:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:3.0:1749610697.648151:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3c00. 00000100:00000200:2.0:1749610697.648151:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494549888, offset 224 00000020:00000001:0.0:1749610697.648151:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1749610697.648152:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610697.648154:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000010:3.0:1749610697.648155:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c480. 00000100:00000040:1.0:1749610697.648155:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610697.648157:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610697.648157:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:2.0:1749610697.648158:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749610697.648159:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8ed8. 00000020:00000001:1.0:1749610697.648159:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1749610697.648162:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880129e13800. 00000100:00000001:3.0:1749610697.648163:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1749610697.648164:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880099880380 x1834598494549632/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610717 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610697.648165:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1749610697.648166:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749610697.648167:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749610697.648168:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749610697.648169:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749610697.648171:0:9691:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000010:0.0:1749610697.648172:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074861180. 00000100:00000001:3.0:1749610697.648173:0:9691:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00100000:1.0:1749610697.648173:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880099880380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494549632:12345-0@lo:38:kworker.0 Request processed in 168us (666us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749610697.648175:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610697.648177:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749610697.648177:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92b780 00000100:00000001:0.0:1749610697.648177:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610697.648179:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749610697.648180:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 308 00000100:00000001:1.0:1749610697.648182:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610697.648183:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610697.648184:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610697.648184:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749610697.648185:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1749610697.648185:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x65ad [1] + 224 00000020:00000010:1.0:1749610697.648187:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387280. 00000100:00000001:0.0:1749610697.648190:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:1.0:1749610697.648192:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9898. 00000400:00000200:2.0:1749610697.648193:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1749610697.648196:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 192 00000400:00000200:2.0:1749610697.648198:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1749610697.648199:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:3.0:1749610697.648201:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134706674560 : -131939002877056 : ffff88008e99fb80) 00000020:00000010:1.0:1749610697.648201:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bce00. 00000100:00000001:0.0:1749610697.648201:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610697.648203:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610697.648205:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610697.648205:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1749610697.648207:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008e99fb80 x1834598494550144/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:133/0 lens 224/0 e 0 to 0 dl 1749610708 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610697.648207:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610697.648209:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1749610697.648211:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074861c00 x1834598494549888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610713 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610697.648213:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610697.648214:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610697.648215:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749610697.648217:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b42117c0. 00000100:00000040:0.0:1749610697.648217:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074860a80 x1834598494550016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610697.648218:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 309 00000100:00000001:3.0:1749610697.648220:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610697.648220:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134209033472 : -131939500518144 : ffff880070f09500) 00000020:00000010:3.0:1749610697.648222:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b42117c0. 00000100:00000040:1.0:1749610697.648224:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880070f09500 x1834598494549760/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610717 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610697.648226:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e99fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494550144:12345-0@lo:400:kworker.0 00000100:00000040:2.0:1749610697.648226:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880074861c00 x1834598494549888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610713 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610697.648229:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1749610697.648230:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494550144 00000100:00000001:0.0:1749610697.648231:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610697.648232:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:1.0:1749610697.648233:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494549760:12345-0@lo:38:kworker.0 00000020:00000001:3.0:1749610697.648234:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 02000000:00000001:0.0:1749610697.648235:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1749610697.648236:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610697.648236:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494549760 00000020:00000001:1.0:1749610697.648237:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749610697.648238:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 02000000:00000001:0.0:1749610697.648238:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1749610697.648239:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:3.0:1749610697.648240:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 02000000:00000001:0.0:1749610697.648241:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610697.648243:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1749610697.648246:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610697.648246:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:1.0:1749610697.648246:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610697.648246:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074860a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494550016:0@lo:38:kworker.0 00000020:00000001:3.0:1749610697.648248:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749610697.648249:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00010000:00020000:1.0:1749610697.648249:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749610697.648251:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610697.648251:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1749610697.648252:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610697.648253:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:3.0:1749610697.648254:0:9691:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000001:0.0:1749610697.648254:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1749610697.648255:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 00000100:00000001:1.0:1749610697.648256:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610697.648257:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749610697.648257:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749610697.648257:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610697.648258:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 02000000:00000001:3.0:1749610697.648259:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1749610697.648260:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1749610697.648260:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749610697.648262:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88011928a000. 00000100:00000001:2.0:1749610697.648262:0:10935:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000010:1.0:1749610697.648263:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880135261800. 02000000:00000001:3.0:1749610697.648264:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610697.648264:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000010:0.0:1749610697.648264:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130313c00. 02000000:00000001:1.0:1749610697.648265:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610697.648266:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610697.648267:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610697.648267:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610697.648268:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610697.648269:0:9691:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610697.648269:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749610697.648270:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749610697.648271:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494550144 00000400:00000010:0.0:1749610697.648272:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffbb0. 00000100:00000040:2.0:1749610697.648273:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00001000:1.0:1749610697.648273:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00010000:00000001:3.0:1749610697.648274:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:1.0:1749610697.648275:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00010000:00000001:2.0:1749610697.648277:0:10935:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:1.0:1749610697.648277:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:0.0:1749610697.648277:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821088. 00010000:00000200:3.0:1749610697.648278:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008e99fb80 x1834598494550144/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:133/0 lens 224/224 e 0 to 0 dl 1749610708 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610697.648279:0:10935:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610697.648280:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610697.648282:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000200:0.0:1749610697.648282:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494550016, portal 10 00000020:00000001:2.0:1749610697.648283:0:10935:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1749610697.648284:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749610697.648285:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00010000:00000001:3.0:1749610697.648286:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1749610697.648287:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610697.648287:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269160064 : -131939440391552 : ffff880074860a80) 00000100:00000040:2.0:1749610697.648290:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008e99f800 x1834598494549888/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:133/0 lens 224/224 e 0 to 0 dl 1749610708 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610697.648292:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610697.648294:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00001000:3.0:1749610697.648295:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=52 v=5 (1 1 1 1) 00000100:00000040:0.0:1749610697.648295:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074860a80 x1834598494550016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610697.648296:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610697.648298:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610697.648299:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610697.648301:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1749610697.648302:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000010:1.0:1749610697.648303:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000100:00000001:0.0:1749610697.648303:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610697.648305:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00100000:2.0:1749610697.648305:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e99f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:28324:x1834598494549888:12345-0@lo:400:kworker.0 Request processed in 320us (566us total) trans 0 rc 0/0 00000100:00000040:0.0:1749610697.648305:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1749610697.648307:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:1.0:1749610697.648307:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494549760, offset 0 00000400:00000010:0.0:1749610697.648308:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 02000000:00000001:3.0:1749610697.648309:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610697.648311:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749610697.648311:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1749610697.648313:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:0.0:1749610697.648314:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494550016, offset 0 00000400:00000010:3.0:1749610697.648316:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedf68. 00000400:00000200:1.0:1749610697.648318:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610697.648319:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1749610697.648320:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 191 00000100:00000200:3.0:1749610697.648323:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494550144, offset 224 00000400:00000200:1.0:1749610697.648323:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92b700 00000400:00000200:0.0:1749610697.648327:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610697.648328:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610697.648334:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92b800 00000100:00000040:2.0:1749610697.648335:0:10935:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000400:00000200:3.0:1749610697.648336:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610697.648340:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1749610697.648340:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x65b5 [1] + 0 00000400:00000200:3.0:1749610697.648342:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92b880 00000100:00000001:2.0:1749610697.648343:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1749610697.648344:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610697.648345:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 9520 00000020:00000010:2.0:1749610697.648348:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387f80. 00000400:00000200:1.0:1749610697.648348:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610697.648350:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610697.648351:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x65c1 [1] + 224 00000020:00000010:2.0:1749610697.648354:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9d48. 00000400:00000200:3.0:1749610697.648356:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610697.648356:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:3.0:1749610697.648359:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1749610697.648359:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bc800. 00000100:00000200:1.0:1749610697.648360:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074860000 x1834598494549760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610722 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610697.648361:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610697.648363:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000040:2.0:1749610697.648364:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00000001:0.0:1749610697.648365:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749610697.648367:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074861f80 x1834598494550144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610713 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610697.648367:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749610697.648368:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610697.648369:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880074860000 x1834598494549760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610722 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749610697.648370:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f09f80. 00000100:00000040:0.0:1749610697.648373:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880070f09f80 x1834598494550016 msgsize 520 00000100:00000040:3.0:1749610697.648377:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880074861f80 x1834598494550144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610713 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610697.648377:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:0.0:1749610697.648377:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1749610697.648381:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000400:00000010:1.0:1749610697.648382:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000100:00000001:1.0:1749610697.648384:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610697.648385:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610697.648385:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:3.0:1749610697.648389:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedf68 00000100:00000001:1.0:1749610697.648390:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610697.648391:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedf68. 00000100:00000001:0.0:1749610697.648392:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749610697.648393:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:1.0:1749610697.648393:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610697.648395:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610697.648395:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610697.648397:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749610697.648398:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 00000100:00000001:3.0:1749610697.648399:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610697.648400:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00000100:00000040:1.0:1749610697.648401:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f09500 x1834598494549760/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610717 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610697.648402:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610697.648402:0:28320:0:(events.c:35:request_out_callback()) Process entered 00010000:00000001:3.0:1749610697.648404:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749610697.648405:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610697.648406:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074860a80 x1834598494550016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610697.648408:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1749610697.648408:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749610697.648410:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494550016 00000100:00100000:1.0:1749610697.648410:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494549760:12345-0@lo:38:kworker.0 Request processed in 177us (601us total) trans 0 rc -19/-19 00000100:00000040:3.0:1749610697.648412:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008e99fb80 x1834598494550144/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:133/0 lens 224/224 e 0 to 0 dl 1749610708 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610697.648413:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610697.648413:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610697.648416:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749610697.648417:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074860a80 x1834598494550016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610722 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610697.648418:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610697.648418:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 309 00000100:00000001:1.0:1749610697.648420:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610697.648421:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1749610697.648422:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610697.648424:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610697.648425:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494550016 00000100:00000001:0.0:1749610697.648425:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:2.0:1749610697.648428:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:1.0:1749610697.648429:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9d00. 00000100:00000001:0.0:1749610697.648429:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610697.648431:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:0.0:1749610697.648432:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 640 usecs (1 jiffies) 00000020:00000001:2.0:1749610697.648433:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:1.0:1749610697.648433:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c7d0. 00000100:00100000:3.0:1749610697.648434:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e99fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494550144:12345-0@lo:400:kworker.0 Request processed in 216us (436us total) trans 0 rc 0/0 00000100:00000001:0.0:1749610697.648435:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299971106 00000020:00000001:2.0:1749610697.648436:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610697.648436:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125600. 00000100:00000001:0.0:1749610697.648437:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299971106 00000020:00000001:2.0:1749610697.648438:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610697.648439:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610697.648440:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299971106 00000100:00100000:3.0:1749610697.648442:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 192 00000100:00000001:0.0:1749610697.648442:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299971106 00000020:00000010:2.0:1749610697.648443:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bc800. 00000100:00000001:0.0:1749610697.648444:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299971106 00000100:00000040:3.0:1749610697.648445:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:0.0:1749610697.648446:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299971106 00000100:00000001:3.0:1749610697.648447:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:2.0:1749610697.648447:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387f80. 00000100:00000001:0.0:1749610697.648448:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299971106 00000100:00000001:3.0:1749610697.648449:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749610697.648450:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299971106 00000020:00000010:2.0:1749610697.648451:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9d48. 00000100:00000001:0.0:1749610697.648452:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749610697.648453:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c480. 00000100:00000001:0.0:1749610697.648454:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610697.648455:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000010:3.0:1749610697.648456:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8ed8. 00000100:00000001:2.0:1749610697.648457:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000001:0.0:1749610697.648457:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:3.0:1749610697.648459:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3c00. 00000400:00000001:0.0:1749610697.648459:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749610697.648460:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749610697.648464:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:2.0:1749610697.648464:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749610697.648464:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000010:0.0:1749610697.648465:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffcb8. 00000100:00000001:3.0:1749610697.648466:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1749610697.648468:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000400:00000200:0.0:1749610697.648469:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958212a8 00000400:00000010:0.0:1749610697.648471:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958212a8. 00000100:00000001:3.0:1749610697.648474:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610697.648474:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610697.648475:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610697.648476:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:0.0:1749610697.648477:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074860700 x1834598494549632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610722 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610697.648479:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 310 00000100:00000001:1.0:1749610697.648481:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610697.648482:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134209036160 : -131939500515456 : ffff880070f09f80) 00000100:00000001:1.0:1749610697.648483:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610697.648485:0:9693:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610697.648486:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880070f09f80 x1834598494550016/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610717 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610697.648486:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074860700 x1834598494549632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610722 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610697.648487:0:9693:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610697.648493:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:3.0:1749610697.648495:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494550016:12345-0@lo:38:kworker.0 00000100:00000001:0.0:1749610697.648495:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610697.648497:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000200:3.0:1749610697.648499:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494550016 02000000:00000001:0.0:1749610697.648499:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1749610697.648500:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749610697.648500:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1749610697.648502:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749610697.648502:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610697.648504:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610697.648509:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610697 v=5 (0 0 0 0) 00000020:00000001:3.0:1749610697.648512:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610697.648512:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=102 v=20 (1 1 1 20) 00010000:00020000:3.0:1749610697.648515:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749610697.648515:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00010000:00000001:3.0:1749610697.648517:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610697.648517:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610697.648519:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:3.0:1749610697.648520:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610697.648566:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610697.648568:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610697.648570:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749610697.648574:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88011928b800. 00000100:00000040:0.0:1749610697.648577:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074860700 x1834598494549632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610722 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610697.648582:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610697.648584:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610697.648585:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610697.648587:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:3.0:1749610697.648588:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749610697.648589:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749610697.648590:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610697.648591:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00001000:3.0:1749610697.648593:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749610697.648593:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749610697.648596:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749610697.648597:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610697.648599:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00080000:0.0:1749610697.648599:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610697.648601:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610697.648602:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610697.648604:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:0.0:1749610697.648605:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074860700 x1834598494549632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610722 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610697.648607:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:3.0:1749610697.648611:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:3.0:1749610697.648613:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610697.648615:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610697.648617:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610697.648618:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299971106, at 4299971106 00000100:00000040:3.0:1749610697.648619:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610697.648621:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedf68. 00000100:00000200:3.0:1749610697.648625:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494550016, offset 0 00000400:00000200:3.0:1749610697.648628:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:2.0:1749610697.648628:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b33c0. 00000400:00000200:3.0:1749610697.648635:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1749610697.648636:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074860700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494549632:0@lo:38:kworker.0 00000400:00000200:3.0:1749610697.648640:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92b800 00000400:00000001:0.0:1749610697.648642:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610697.648644:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749610697.648646:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffd68. 00000400:00000200:0.0:1749610697.648649:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 00000400:00000010:0.0:1749610697.648651:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 00000100:00000001:2.0:1749610697.648652:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610697.648654:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:3.0:1749610697.648656:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x65d1 [1] + 0 00000100:00000001:2.0:1749610697.648656:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1749610697.648657:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074860000 x1834598494549760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610722 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610697.648660:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1749610697.648662:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1749610697.648664:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000001:2.0:1749610697.648665:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:0.0:1749610697.648665:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074860000 x1834598494549760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610722 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610697.648668:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7a50. 00000100:00000001:0.0:1749610697.648672:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749610697.648673:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedee0 00000100:00000001:0.0:1749610697.648673:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610697.648675:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610697.648676:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610697.648678:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610697.648680:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610697.648682:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610697.648685:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedee0. 00000100:00001000:0.0:1749610697.648687:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610697 v=5 (0 0 0 0) 00000100:00001000:0.0:1749610697.648690:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=52 v=20 (1 1 1 20) 00000100:00000001:3.0:1749610697.648692:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610697.648692:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610697.648693:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610697.648694:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:3.0:1749610697.648696:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074860a80 x1834598494550016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610722 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610697.648696:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:2.0:1749610697.648700:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074861f80 x1834598494550144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610713 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610697.648700:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074860000 x1834598494549760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610722 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610697.648706:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880074860a80 x1834598494550016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610722 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610697.648707:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610697.648709:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610697.648710:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610697.648712:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610697.648713:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610697.648714:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:2.0:1749610697.648714:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074861f80 x1834598494550144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610713 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749610697.648715:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000200:3.0:1749610697.648717:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedf68 00000400:00000010:3.0:1749610697.648719:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedf68. 00000100:00000001:3.0:1749610697.648722:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00080000:0.0:1749610697.648722:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749610697.648723:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610697.648725:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610697.648725:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610697.648728:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610697.648729:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074860000 x1834598494549760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610722 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610697.648731:0:28324:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749610697.648732:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610697.648734:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1749610697.648735:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610697.648737:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1749610697.648737:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074860000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494549760:0@lo:38:kworker.0 00000100:00000001:3.0:1749610697.648738:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610697.648739:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610697.648740:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610697.648741:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610697.648742:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610697.648743:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610697.648744:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f09f80 x1834598494550016/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610717 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610697.648746:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074860700 x1834598494549632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610722 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749610697.648749:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=152 v=5 (5 5 5 0) 00000100:00000001:0.0:1749610697.648752:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610697.648753:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:3.0:1749610697.648754:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494550016:12345-0@lo:38:kworker.0 Request processed in 258us (378us total) trans 0 rc -19/-19 00000100:00001000:2.0:1749610697.648754:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=152 v=5 (1 1 1 0) 02000000:00000010:0.0:1749610697.648756:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130312000. 02000000:00000001:0.0:1749610697.648758:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749610697.648759:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1749610697.648760:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610697.648761:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00100000:3.0:1749610697.648762:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 310 00000100:00000001:2.0:1749610697.648762:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610697.648763:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749610697.648765:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000010:0.0:1749610697.648765:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880129e10400. 00000100:00000001:3.0:1749610697.648766:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1749610697.648766:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1749610697.648767:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:3.0:1749610697.648769:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387f80. 02000000:00000001:0.0:1749610697.648769:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610697.648770:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074860700. 00000020:00000010:3.0:1749610697.648773:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9d48. 00010000:00080000:2.0:1749610697.648773:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880074861f80 x1834598494550144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610713 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610697.648773:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610697.648774:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610697.648775:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1749610697.648776:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bc800. 00000100:00000040:0.0:1749610697.648778:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074860000 x1834598494549760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610722 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610697.648779:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1749610697.648784:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610697.648784:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610697.648786:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749610697.648788:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 02000000:00000010:0.0:1749610697.648788:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130311000. 02000000:00000001:0.0:1749610697.648790:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1749610697.648791:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000020:00000001:0.0:1749610697.648791:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610697.648792:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1749610697.648794:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000020:00000001:0.0:1749610697.648794:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610697.648795:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880129e11400. 00000100:00000001:2.0:1749610697.648796:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610697.648801:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074861f80 x1834598494550144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610713 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610697.648802:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610697.648803:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610697.648805:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074860000. 00000100:00000001:0.0:1749610697.648807:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610697.648808:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610697.648810:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610697.648811:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610697.648814:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610697.648815:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610697.648817:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610697.648817:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610697.648819:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610697.648820:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749610697.648822:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074861f80 x1834598494550144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610713 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749610697.648823:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610697.648824:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749610697.648826:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffbb0. 00000400:00000200:0.0:1749610697.648828:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821088 00000400:00000010:0.0:1749610697.648830:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821088. 00000100:00000001:0.0:1749610697.648832:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:2.0:1749610697.648834:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074861f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494550144:0@lo:400:kworker.0 00000100:00000200:0.0:1749610697.648836:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074860a80 x1834598494550016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610722 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610697.648844:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074860a80 x1834598494550016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610722 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749610697.648850:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749610697.648851:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000001:2.0:1749610697.648852:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749610697.648852:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610697.648854:0:28320:0:(client.c:1550:after_reply()) Process entered 00000400:00000010:2.0:1749610697.648855:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f79f8. 02000000:00000001:0.0:1749610697.648856:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610697.648857:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1749610697.648858:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eede58 00000100:00000001:0.0:1749610697.648858:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610697.648860:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610697.648861:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eede58. 00000100:00000001:2.0:1749610697.648864:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:0.0:1749610697.648864:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610697 v=5 (0 0 0 0) 00000100:00001000:0.0:1749610697.648867:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=152 v=20 (1 1 20 0) 00000100:00000200:2.0:1749610697.648869:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074861c00 x1834598494549888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610713 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610697.648869:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610697.648870:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610697.648872:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610697.648876:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074860a80 x1834598494550016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610722 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610697.648882:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074861c00 x1834598494549888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610713 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610697.648882:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610697.648889:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610697.648891:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610697.648892:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610697.648893:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610697.648895:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610697.648897:0:28324:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610697.648900:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610697.648902:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610697.648905:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610697.648907:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:2.0:1749610697.648908:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610697.648910:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749610697.648913:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00001000:2.0:1749610697.648914:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=52 v=5 (5 5 5 5) 00000100:00000001:0.0:1749610697.648916:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00001000:2.0:1749610697.648917:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=52 v=5 (1 1 1 1) 00000100:00000001:2.0:1749610697.648920:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1749610697.648920:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074860a80 x1834598494550016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610722 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610697.648921:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610697.648923:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1749610697.648927:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880074861c00 x1834598494549888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610713 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610697.648933:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074860a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494550016:0@lo:38:kworker.0 00010000:00000001:2.0:1749610697.648934:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610697.648936:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1749610697.648937:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610697.648938:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1749610697.648938:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610697.648939:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749610697.648941:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610697.648941:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074860a80 x1834598494550016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610722 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610697.648944:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074861c00 x1834598494549888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610713 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610697.648947:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610697.648949:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749610697.648951:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1749610697.648951:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130313c00. 00000100:00000001:2.0:1749610697.648952:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1749610697.648953:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610697.648954:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610697.648955:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1749610697.648957:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610697.648959:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880129e12400. 00000100:00000001:2.0:1749610697.648960:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610697.648961:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610697.648962:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610697.648963:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074860a80. 00000100:00000040:2.0:1749610697.648964:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074861c00 x1834598494549888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610713 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610697.648965:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610697.648966:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610697.648968:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610697.648970:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610697.648971:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1749610697.648972:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074861c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:28324:1834598494549888:0@lo:400:kworker.0 00000100:00000001:0.0:1749610697.648972:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610697.648974:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610697.648976:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610697.648978:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610697.648981:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074861f80 x1834598494550144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610713 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610697.648987:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610697.648989:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610697.648991:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7b3e00. 02000000:00000001:2.0:1749610697.648995:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610697.648996:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610697.648998:0:28324:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:2.0:1749610697.649000:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610697.649002:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5600. 02000000:00000001:2.0:1749610697.649005:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610697.649006:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610697.649008:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074861f80. 00000100:00000001:2.0:1749610697.649011:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610697.649012:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610697.649014:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610697.649017:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074861c00 x1834598494549888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610713 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610697.649026:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610697.649028:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610697.649031:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7b2800. 02000000:00000001:2.0:1749610697.649034:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610697.649037:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610697.649038:0:28324:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1749610697.649041:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610697.649043:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5100. 02000000:00000001:2.0:1749610697.649046:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610697.649048:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610697.649058:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074861c00. 00000100:00000001:2.0:1749610697.649061:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610697.649063:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610697.649066:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610697.649074:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610697.649076:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610697.649079:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610697.649082:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610697.649610:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299971106, at 4299971107 00000100:00000010:3.0:1749610697.649621:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b3440. 00000100:00000040:1.0:1749610697.649628:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299971106, at 4299971107 00000100:00000040:0.0:1749610697.649631:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299971106, at 4299971107 00000100:00000010:1.0:1749610697.649638:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b3040. 00000100:00000010:0.0:1749610697.649654:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b3800. 00000100:00000001:2.0:1749610697.855637:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610697.855645:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610697.855649:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610697.855654:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610697.855658:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610697.855662:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610697.855666:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610697.855669:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610697.855672:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610698.457644:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610698.457652:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610698.457654:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610698.457657:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610698.457660:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610698.457663:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610698.457665:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610698.457668:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610698.457669:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610698.530676:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610698.530682:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610698.530776:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610698.530782:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610698.530785:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610698.648708:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610698.648726:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610698.648728:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610698.648733:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610698.648736:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610698.648740:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610698.648742:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610698.855666:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610698.855675:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610698.855677:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610698.855682:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:2.0:1749610698.855686:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610698.855691:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610698.855713:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610698.855717:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610698.855720:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1749610698.994644:0:28313:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88011344a840] -> 12345-192.168.202.106@tcp (6) 00000800:00000200:2.0:1749610698.994652:0:28313:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1749610698.994657:0:28313:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801301d2e00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1749610698.994840:0:28315:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1749610698.994847:0:28315:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610698.994858:0:28315:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749610698.994863:0:28315:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610698.994866:0:28315:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610699.457685:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610699.457694:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610699.457697:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610699.457702:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610699.457706:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610699.457710:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610699.457713:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610699.457716:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610699.457719:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610699.532669:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610699.532676:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610699.532811:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610699.532817:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610699.532821:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610699.648613:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610699.648630:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610699.648632:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610699.648637:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610699.648640:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610699.648644:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610699.648646:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610699.855787:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610699.855795:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610699.855798:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610699.855803:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:0.0:1749610699.855807:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610699.855811:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610699.855815:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610699.855818:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610699.855821:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610700.457669:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610700.457678:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610700.457680:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610700.457685:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610700.457688:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610700.457692:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610700.457695:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610700.457698:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610700.457700:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610700.534660:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610700.534666:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610700.534759:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610700.534766:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610700.534770:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610700.648628:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610700.648646:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610700.648649:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610700.648670:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610700.648673:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610700.648677:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610700.648680:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610700.855638:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610700.855647:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610700.855650:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610700.855657:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:0.0:1749610700.855662:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610700.855667:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610700.855671:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610700.855676:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610700.855679:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610701.457664:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610701.457673:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610701.457675:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610701.457680:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610701.457684:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610701.457688:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610701.457692:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610701.457695:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610701.457697:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610701.536646:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610701.536652:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610701.536776:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610701.536783:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610701.536787:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610701.648631:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610701.648650:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610701.648654:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610701.648659:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610701.648663:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610701.648668:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610701.648671:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610701.855780:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610701.855788:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610701.855792:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610701.855797:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:0.0:1749610701.855802:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610701.855824:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610701.855828:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610701.855832:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610701.855836:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610702.457689:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610702.457698:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610702.457701:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610702.457706:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610702.457711:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610702.457717:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610702.457722:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610702.457725:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610702.457729:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610702.538713:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610702.538720:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610702.538849:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610702.538856:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610702.538860:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610702.648598:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610702.648613:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610702.648616:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610702.648621:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610702.648623:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610702.648627:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610702.648629:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610702.654623:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610702.654631:0:8737:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749610702.654634:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610702.654638:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610702.654641:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610702.654644:0:8737:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610702.654648:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610702.654653:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5303 00000100:00080000:2.0:1749610702.654658:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610702.654661:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610702.654664:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610702.654667:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610702.654669:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610702.654673:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610702.654675:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749610702.654679:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610702.654683:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749610702.654685:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749610702.654688:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749610702.654691:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610702.654693:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610702.654694:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610702.654696:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610702.654699:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749610702.654703:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610702.654705:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610702.654709:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610702.654715:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610702.654718:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610702.654720:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610702.654733:0:8737:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610702.654740:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074861c00. 00000020:00000040:2.0:1749610702.654744:0:8737:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749610702.654748:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610702.654750:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610702.654754:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610702.654757:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610702.654761:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610702.654769:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880129e10c00. 00000100:00000001:2.0:1749610702.654777:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610702.654787:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880074861c00 x1834598494550272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610702.654799:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610702.654804:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610702.654808:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074861c00] to pc [ptlrpcd_rcv+-1] req@ffff880074861c00 x1834598494550272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610702.654840:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610702.654844:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610702.654848:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610702.654849:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610702.654851:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610702.654854:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610702.654857:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5303 00000100:00080000:2.0:1749610702.654859:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610702.654862:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610702.654864:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610702.654866:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610702.654867:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610702.654870:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610702.654871:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749610702.654872:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610702.654874:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749610702.654882:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749610702.654884:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749610702.654887:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610702.654889:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610702.654891:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610702.654893:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610702.654895:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00000001:0.0:1749610702.654895:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1749610702.654898:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610702.654900:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610702.654901:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1749610702.654901:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749610702.654905:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610702.654905:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749610702.654907:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610702.654909:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610702.654910:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610702.654914:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074861f80. 00000020:00000040:2.0:1749610702.654916:0:8737:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000040:0.0:1749610702.654916:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074861c00 x1834598494550272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610702.654918:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610702.654919:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610702.654921:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610702.654922:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610702.654924:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610702.654927:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880129e13000. 00000100:00000001:2.0:1749610702.654931:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610702.654935:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1749610702.654936:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880074861f80 x1834598494550400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610702.654939:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610702.654944:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749610702.654949:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610702.654952:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1749610702.654953:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610702.654954:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610702.654957:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074861f80] to pc [ptlrpcd_rcv+-1] req@ffff880074861f80 x1834598494550400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610702.654959:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074861c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494550272:0@lo:38:kworker.0 00000100:00000001:2.0:1749610702.654966:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610702.654967:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00080000:2.0:1749610702.654969:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000001:0.0:1749610702.654972:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:2.0:1749610702.654973:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 02000000:00000001:0.0:1749610702.654975:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610702.654979:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:0.0:1749610702.654979:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:2.0:1749610702.654981:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610702.654984:0:8737:0:(import.c:480:import_select_connection()) Process entered 02000000:00000010:0.0:1749610702.654986:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130311000. 00000100:00080000:2.0:1749610702.654987:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5303 00000100:00080000:2.0:1749610702.654989:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 02000000:00000001:0.0:1749610702.654990:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610702.654992:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610702.654994:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610702.654995:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610702.654997:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000010:0.0:1749610702.654998:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffbb0. 00000020:00000001:2.0:1749610702.654999:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610702.655000:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:2.0:1749610702.655002:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610702.655004:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000020:00000001:2.0:1749610702.655006:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000400:00000010:0.0:1749610702.655007:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821088. 00000020:00000001:2.0:1749610702.655008:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000040:2.0:1749610702.655010:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610702.655012:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610702.655013:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610702.655015:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000200:0.0:1749610702.655015:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494550272, portal 4 00000020:00000040:2.0:1749610702.655017:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00080000:2.0:1749610702.655019:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610702.655019:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610702.655021:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610702.655022:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269164544 : -131939440387072 : ffff880074861c00) 02000000:00000001:2.0:1749610702.655023:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610702.655026:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610702.655028:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610702.655030:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610702.655031:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610702.655034:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074862300. 00000100:00000040:0.0:1749610702.655034:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074861c00 x1834598494550272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749610702.655037:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749610702.655039:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610702.655040:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610702.655042:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1749610702.655047:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749610702.655048:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610702.655050:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610702.655051:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:2.0:1749610702.655054:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880129e13c00. 00000400:00000010:0.0:1749610702.655054:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 00000100:00000001:2.0:1749610702.655057:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610702.655058:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494550272, offset 0 00000100:00100000:2.0:1749610702.655062:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880074862300 x1834598494550528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749610702.655066:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610702.655069:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610702.655070:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610702.655074:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074862300] to pc [ptlrpcd_rcv+-1] req@ffff880074862300 x1834598494550528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610702.655081:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610702.655083:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749610702.655087:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749610702.655090:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074863100. 00000020:00000040:2.0:1749610702.655092:0:8737:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000400:00000200:0.0:1749610702.655092:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610702.655095:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610702.655096:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610702.655097:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610702.655101:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5100. 00000100:00000001:2.0:1749610702.655103:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610702.655106:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880074863100 x1834598494550656/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749610702.655106:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf92b900 00000100:00000001:2.0:1749610702.655114:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610702.655116:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610702.655117:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3ded [256] + 13520 00000100:00000040:2.0:1749610702.655121:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074863100] to pc [ptlrpcd_00_00+0] req@ffff880074863100 x1834598494550656/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610702.655128:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610702.655134:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610702.655141:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749610702.655144:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:2.0:1749610702.655149:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610702.655150:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f09880. 00000100:00080000:2.0:1749610702.655152:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000040:0.0:1749610702.655155:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880070f09880 x1834598494550272 msgsize 520 00000100:00080000:2.0:1749610702.655156:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610702.655158:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610702.655159:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1749610702.655161:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749610702.655167:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610702.655170:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5303 00000100:00080000:2.0:1749610702.655172:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610702.655175:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610702.655177:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610702.655179:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610702.655180:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610702.655182:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610702.655184:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:2.0:1749610702.655185:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610702.655187:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000100:00000001:0.0:1749610702.655187:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:2.0:1749610702.655189:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:2.0:1749610702.655191:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:2.0:1749610702.655193:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749610702.655195:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610702.655195:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610702.655196:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000200:0.0:1749610702.655196:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 00000100:00000001:2.0:1749610702.655198:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610702.655199:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1749610702.655199:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 00000020:00000040:2.0:1749610702.655201:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00000001:3.0:1749610702.655202:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00080000:2.0:1749610702.655203:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610702.655204:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749610702.655205:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610702.655207:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:3.0:1749610702.655209:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074863100 x1834598494550656/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610702.655211:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1749610702.655211:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074861c00 x1834598494550272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610702.655213:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610702.655214:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610702.655216:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610702.655219:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000010:2.0:1749610702.655219:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074862d80. 00000100:00000001:3.0:1749610702.655221:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610702.655221:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1749610702.655223:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1749610702.655224:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610702.655224:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610702.655224:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610702.655226:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610702.655227:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610702.655228:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610702.655229:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074861c00 x1834598494550272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610727 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610702.655235:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610702.655238:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610702.655239:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880129e12400. 00000100:00000001:0.0:1749610702.655241:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610702.655242:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074863100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494550656:0@lo:400:kworker.0 00000100:00000001:2.0:1749610702.655242:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610702.655244:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610702.655246:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1749610702.655247:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880074862d80 x1834598494550784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1749610702.655249:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749610702.655250:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610702.655251:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610702.655253:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749610702.655254:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000010:3.0:1749610702.655257:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7b3c00. 00000100:00000001:2.0:1749610702.655257:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610702.655257:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1273 usecs (2 jiffies) 02000000:00000001:3.0:1749610702.655260:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610702.655260:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074862d80] to pc [ptlrpcd_rcv+-1] req@ffff880074862d80 x1834598494550784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610702.655260:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299976114 00000400:00000010:3.0:1749610702.655265:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7aa8. 00000100:00000010:0.0:1749610702.655265:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b3800. 00000100:00000001:2.0:1749610702.655267:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610702.655269:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1749610702.655269:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:3.0:1749610702.655270:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedf68. 00000100:00000001:0.0:1749610702.655271:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:2.0:1749610702.655272:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:3.0:1749610702.655275:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494550656, portal 10 00000100:00000010:2.0:1749610702.655275:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074863800. 00000100:00100000:1.0:1749610702.655275:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494550272 00000100:00000001:3.0:1749610702.655277:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000040:2.0:1749610702.655277:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:0.0:1749610702.655277:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299976114 00000100:00000001:3.0:1749610702.655279:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269169920 : -131939440381696 : ffff880074863100) 00000100:00000001:2.0:1749610702.655279:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749610702.655279:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1749610702.655280:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:0.0:1749610702.655280:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b39c0. 02000000:00000001:2.0:1749610702.655282:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610702.655283:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610702.655283:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 02000000:00000010:2.0:1749610702.655285:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5600. 00000100:00000001:1.0:1749610702.655286:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610702.655286:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299976114 00000100:00000040:3.0:1749610702.655287:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074863100 x1834598494550656/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610702.655287:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610702.655289:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b37c0. 00000100:00000040:2.0:1749610702.655291:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880074863800 x1834598494550912/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1749610702.655291:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610702.655292:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:3.0:1749610702.655295:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:1.0:1749610702.655295:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494550272 00000100:00000040:3.0:1749610702.655297:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610702.655298:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000020:00000001:1.0:1749610702.655298:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610702.655299:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610702.655299:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000010:3.0:1749610702.655300:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eede58. 00000020:00000001:1.0:1749610702.655301:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:3.0:1749610702.655303:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494550656, offset 0 00000100:00000040:2.0:1749610702.655303:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074863800] to pc [ptlrpcd_00_01+1] req@ffff880074863800 x1834598494550912/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610702.655303:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299976114 00000020:00000001:1.0:1749610702.655304:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610702.655306:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610702.655307:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:0.0:1749610702.655307:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b3100. 00000100:00000001:2.0:1749610702.655311:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610702.655313:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125600. 00000100:00000001:0.0:1749610702.655313:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000400:00000200:3.0:1749610702.655315:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749610702.655316:0:8737:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5313) 00000100:00000001:0.0:1749610702.655317:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610702.655319:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9d00. 00000400:00000200:3.0:1749610702.655322:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf92ba80 00000100:00000001:0.0:1749610702.655322:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610702.655324:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c7d0. 00000100:00000001:0.0:1749610702.655326:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610702.655328:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be9 [64] + 10040 00000100:00000001:2.0:1749610702.655328:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610702.655329:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610702.655330:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610702.655330:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610702.655331:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610702.655332:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749610702.655334:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610702.655335:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749610702.655336:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074863800 x1834598494550912/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610702.655336:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1749610702.655339:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610702.655339:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610702.655340:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610702.655343:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749610702.655343:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610702.655344:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1749610702.655345:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749610702.655345:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610702.655347:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000010:3.0:1749610702.655350:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e99ce00. 00000100:00000001:2.0:1749610702.655350:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610702.655350:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610702.655353:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff88008e99ce00 x1834598494550656 msgsize 224 00000100:00000040:0.0:1749610702.655353:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074861f80 x1834598494550400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610702.655354:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610702.655356:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749610702.655357:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1749610702.655358:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610702.655360:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1749610702.655362:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074863800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494550912:0@lo:400:kworker.0 00000100:00000001:1.0:1749610702.655363:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610702.655366:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749610702.655366:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610702.655368:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:1.0:1749610702.655368:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 02000000:00000001:2.0:1749610702.655369:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749610702.655369:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610702.655371:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610702.655372:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1749610702.655373:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eede58 02000000:00000001:2.0:1749610702.655373:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1749610702.655375:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1749610702.655376:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009c9bd000. 02000000:00000001:2.0:1749610702.655378:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610702.655379:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610702.655380:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eede58. 00000100:00000001:1.0:1749610702.655380:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134209034368 : -131939500517248 : ffff880070f09880) 00000400:00000010:2.0:1749610702.655382:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe738. 00000100:00100000:0.0:1749610702.655384:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074861f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494550400:0@lo:38:kworker.0 00000100:00000001:3.0:1749610702.655385:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:1.0:1749610702.655386:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880070f09880 x1834598494550272/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610722 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610702.655387:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000100:00000001:0.0:1749610702.655389:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000200:3.0:1749610702.655391:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074863100 x1834598494550656/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610702.655392:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494550912, portal 10 02000000:00000001:0.0:1749610702.655393:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749610702.655394:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610702.655396:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269171712 : -131939440379904 : ffff880074863800) 02000000:00000001:0.0:1749610702.655396:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610702.655399:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:1.0:1749610702.655400:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494550272:12345-0@lo:38:kworker.0 00000100:00000040:2.0:1749610702.655403:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074863800 x1834598494550912/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610702.655404:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1749610702.655404:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494550272 02000000:00000010:0.0:1749610702.655404:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130312000. 02000000:00000001:0.0:1749610702.655407:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610702.655408:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:3.0:1749610702.655409:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074863100 x1834598494550656/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610718 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610702.655410:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:1.0:1749610702.655412:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000010:0.0:1749610702.655412:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffd68. 00000100:00000040:2.0:1749610702.655413:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610702.655415:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 00000100:00000200:2.0:1749610702.655417:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494550912, offset 0 00000400:00000010:0.0:1749610702.655418:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 00000100:00000001:3.0:1749610702.655420:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610702.655422:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:0.0:1749610702.655423:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494550400, portal 10 00000400:00000200:2.0:1749610702.655424:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1749610702.655426:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610702.655427:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610702.655429:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610702.655429:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269165440 : -131939440386176 : ffff880074861f80) 00010000:00020000:1.0:1749610702.655430:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:2.0:1749610702.655432:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1749610702.655433:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:3.0:1749610702.655434:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 821 usecs (1 jiffies) 00010000:00000001:1.0:1749610702.655437:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610702.655438:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299976113 00000100:00000040:0.0:1749610702.655438:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074861f80 x1834598494550400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610702.655440:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf92bb80 00000100:00000001:1.0:1749610702.655440:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610702.655442:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299976114 00000100:00000001:1.0:1749610702.655443:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749610702.655445:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749610702.655446:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299976113 00000400:00000200:2.0:1749610702.655446:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be9 [64] + 10264 00000100:00000001:3.0:1749610702.655449:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299976114 02000000:00000010:1.0:1749610702.655449:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880135263400. 02000000:00000001:1.0:1749610702.655451:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610702.655452:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299976113 00000400:00000200:2.0:1749610702.655452:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610702.655454:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610702.655455:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610702.655456:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299976114 00010000:00000001:1.0:1749610702.655458:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749610702.655459:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299976113 00000100:00000001:2.0:1749610702.655459:0:28322:0:(events.c:287:request_in_callback()) Process entered 00010000:00000001:1.0:1749610702.655460:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610702.655461:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749610702.655462:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299976114 00000100:00000010:2.0:1749610702.655464:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074862680. 00000100:00001000:1.0:1749610702.655464:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610702.655465:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610702.655466:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610702.655467:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff880074862680 x1834598494550912 msgsize 224 00000100:00000001:1.0:1749610702.655468:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610702.655469:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610702.655470:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:2.0:1749610702.655471:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610702.655471:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749610702.655473:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610702.655473:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000010:0.0:1749610702.655473:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958212a8. 00000100:00000001:3.0:1749610702.655476:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610702.655476:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000200:0.0:1749610702.655477:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494550400, offset 0 00000100:00000001:1.0:1749610702.655478:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:1.0:1749610702.655481:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000200:0.0:1749610702.655510:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610702.655512:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1749610702.655515:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749610702.655516:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:1.0:1749610702.655518:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610702.655520:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610702.655546:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749610702.655553:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610702.655555:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 00000400:00000010:2.0:1749610702.655558:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 00000100:00000001:2.0:1749610702.655561:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:0.0:1749610702.655563:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92b980 00000100:00000200:2.0:1749610702.655566:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074863800 x1834598494550912/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610702.655567:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1749610702.655568:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 10488 00000100:00000001:3.0:1749610702.655570:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610702.655574:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610702.655574:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1749610702.655574:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610702.655577:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749610702.655578:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074863800 x1834598494550912/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610718 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610702.655581:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749610702.655583:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749610702.655584:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610702.655586:0:28322:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000010:0.0:1749610702.655587:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f08700. 00000100:00000001:2.0:1749610702.655590:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610702.655590:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880070f08700 x1834598494550400 msgsize 520 00000100:00000001:3.0:1749610702.655594:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1749610702.655594:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 776 usecs (1 jiffies) 00000100:00100000:0.0:1749610702.655594:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749610702.655597:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299976114 00000100:00000001:2.0:1749610702.655600:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299976114 00000100:00000001:0.0:1749610702.655602:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749610702.655603:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299976114 00000100:00000001:2.0:1749610702.655605:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299976114 00000100:00000001:2.0:1749610702.655607:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299976114 00000400:00000200:0.0:1749610702.655607:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958212a8 00000100:00100000:3.0:1749610702.655608:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494550656 00000100:00000001:2.0:1749610702.655609:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299976114 00000400:00000010:0.0:1749610702.655609:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958212a8. 02000000:00000001:3.0:1749610702.655610:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610702.655611:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299976114 00000100:00000001:0.0:1749610702.655611:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749610702.655613:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299976114 00000100:00000001:2.0:1749610702.655615:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1749610702.655616:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074861f80 x1834598494550400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610702.655617:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610702.655619:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610702.655620:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610702.655620:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610702.655622:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610702.655622:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610702.655624:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749610702.655625:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610702.655626:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749610702.655627:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074861f80 x1834598494550400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610727 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610702.655628:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494550656 00000100:00000001:2.0:1749610702.655629:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1749610702.655630:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610702.655630:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:1.0:1749610702.655631:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000020:00000040:3.0:1749610702.655632:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000100:00000001:2.0:1749610702.655632:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1749610702.655634:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610702.655634:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610702.655634:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610702.655635:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610702.655635:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:3.0:1749610702.655637:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000100:00000001:2.0:1749610702.655637:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610702.655638:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494550272, offset 0 00000020:00000001:3.0:1749610702.655639:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:0.0:1749610702.655639:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610702.655642:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000040:0.0:1749610702.655643:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 902 usecs (1 jiffies) 00000100:00000001:0.0:1749610702.655645:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299976114 00000100:00000001:3.0:1749610702.655646:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749610702.655648:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299976114 00000020:00000010:3.0:1749610702.655649:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b42117c0. 00000100:00000001:0.0:1749610702.655651:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299976114 00000100:00000001:0.0:1749610702.655653:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299976114 00000400:00000200:1.0:1749610702.655655:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:3.0:1749610702.655657:0:9691:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000400:00000200:1.0:1749610702.655663:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610702.655664:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299976114 00000100:00000001:2.0:1749610702.655665:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749610702.655666:0:9691:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1749610702.655668:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299976114 00000020:00000010:3.0:1749610702.655670:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2800. 00000400:00000200:1.0:1749610702.655671:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf92b900 00000100:00000001:0.0:1749610702.655671:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299976114 00000020:00000010:3.0:1749610702.655674:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c480. 00000100:00000001:0.0:1749610702.655674:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299976114 00000100:00100000:2.0:1749610702.655675:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494550912 02000000:00000001:2.0:1749610702.655677:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1749610702.655677:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x65e5 [1] + 0 00000100:00000001:0.0:1749610702.655677:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749610702.655679:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8ed8. 00000100:00000001:2.0:1749610702.655679:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610702.655681:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610702.655681:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610702.655682:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749610702.655685:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610702.655685:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610702.655685:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749610702.655686:0:9691:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00100000:2.0:1749610702.655687:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494550912 00000100:00000001:3.0:1749610702.655688:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610702.655689:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610702.655689:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:2.0:1749610702.655690:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749610702.655692:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1749610702.655692:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000040:0.0:1749610702.655692:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074862300 x1834598494550528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610702.655693:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610702.655695:0:9692:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000200:1.0:1749610702.655695:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074861c00 x1834598494550272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610727 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610702.655697:0:9691:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:2.0:1749610702.655698:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:3.0:1749610702.655699:0:9691:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1749610702.655700:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610702.655700:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749610702.655704:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749610702.655705:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1749610702.655706:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880074861c00 x1834598494550272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610727 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610702.655707:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749610702.655707:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012b677500. 00000100:00000001:0.0:1749610702.655707:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610702.655710:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:2.0:1749610702.655711:0:9692:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012b677cc0. 02000000:00000001:0.0:1749610702.655713:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610702.655715:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610702.655715:0:9692:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1749610702.655715:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:0.0:1749610702.655716:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610702.655717:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494550400 00000020:00000010:2.0:1749610702.655717:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012b677500. 02000000:00000001:3.0:1749610702.655719:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610702.655720:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1749610702.655721:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bc400. 00000100:00100000:0.0:1749610702.655721:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074862300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494550528:0@lo:38:kworker.0 00000100:00000001:3.0:1749610702.655722:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610702.655722:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 02000000:00000001:3.0:1749610702.655724:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610702.655724:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000020:00000010:2.0:1749610702.655725:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387300. 00000100:00100000:3.0:1749610702.655726:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494550400 00000100:00000001:0.0:1749610702.655726:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749610702.655727:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:3.0:1749610702.655728:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749610702.655728:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000040:3.0:1749610702.655729:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000010:2.0:1749610702.655729:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9960. 02000000:00000001:0.0:1749610702.655729:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1749610702.655730:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749610702.655731:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610702.655732:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610702.655732:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610702.655734:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1749610702.655734:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:0.0:1749610702.655734:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749610702.655736:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610702.655736:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610702.655738:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610702.655739:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610702.655739:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1749610702.655739:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130310800. 02000000:00000001:0.0:1749610702.655742:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610702.655743:0:9692:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:3.0:1749610702.655744:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3e00. 00000100:00000040:1.0:1749610702.655744:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f09880 x1834598494550272/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610722 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610702.655745:0:9692:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749610702.655746:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610702.655747:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffcb8. 00000020:00000010:3.0:1749610702.655748:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c400. 00000400:00000010:0.0:1749610702.655752:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958212a8. 00000020:00000010:3.0:1749610702.655753:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8d48. 00000100:00000001:2.0:1749610702.655753:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749610702.655755:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494550272:12345-0@lo:38:kworker.0 Request processed in 355us (598us total) trans 0 rc -19/-19 00000100:00000200:0.0:1749610702.655757:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494550528, portal 10 00000100:00000001:3.0:1749610702.655758:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610702.655760:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610702.655760:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610702.655761:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610702.655762:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269166336 : -131939440385280 : ffff880074862300) 00000100:00000001:3.0:1749610702.655763:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610702.655763:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749610702.655764:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00100000:2.0:1749610702.655767:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 193 00000100:00000001:1.0:1749610702.655767:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610702.655768:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1749610702.655770:0:9692:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000001:3.0:1749610702.655771:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610702.655772:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074862300 x1834598494550528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610702.655773:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134706662912 : -131939002888704 : ffff88008e99ce00) 00000020:00000010:1.0:1749610702.655773:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9d00. 00000020:00000010:1.0:1749610702.655777:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c7d0. 00000100:00000040:2.0:1749610702.655778:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008e99ce00 x1834598494550656/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:138/0 lens 224/0 e 0 to 0 dl 1749610713 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610702.655780:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749610702.655781:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125600. 00000100:00000001:0.0:1749610702.655783:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610702.655786:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610702.655786:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610702.655789:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 00000100:00000001:3.0:1749610702.655791:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000200:0.0:1749610702.655792:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494550528, offset 0 00000100:00000001:3.0:1749610702.655794:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749610702.655800:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 194 00000100:00000001:2.0:1749610702.655800:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749610702.655802:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012b677500. 00000100:00000040:3.0:1749610702.655805:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:2.0:1749610702.655805:0:9692:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749610702.655806:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1749610702.655807:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012b677500. 00000100:00000001:3.0:1749610702.655808:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134269167232 : -131939440384384 : ffff880074862680) 00000100:00100000:2.0:1749610702.655811:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e99ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494550656:12345-0@lo:400:kworker.0 00000100:00000200:2.0:1749610702.655815:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494550656 00000400:00000200:0.0:1749610702.655815:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749610702.655817:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880074862680 x1834598494550912/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:138/0 lens 224/0 e 0 to 0 dl 1749610713 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610702.655818:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749610702.655821:0:9692:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000400:00000200:0.0:1749610702.655822:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92ba00 00000020:00000001:2.0:1749610702.655823:0:9692:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610702.655826:0:9692:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1749610702.655829:0:9692:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:3.0:1749610702.655831:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1749610702.655832:0:9692:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1749610702.655833:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1749610702.655835:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4211400. 00000020:00000001:2.0:1749610702.655835:0:9692:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749610702.655837:0:9692:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1749610702.655838:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749610702.655839:0:9692:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1749610702.655841:0:9692:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610702.655841:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1749610702.655842:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b4211400. 00000020:00000001:2.0:1749610702.655843:0:9692:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000200:0.0:1749610702.655845:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 11008 00000100:00100000:1.0:1749610702.655846:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 311 00000100:00000001:2.0:1749610702.655848:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:3.0:1749610702.655849:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880074862680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494550912:12345-0@lo:400:kworker.0 02000000:00000001:2.0:1749610702.655850:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749610702.655850:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134209029888 : -131939500521728 : ffff880070f08700) 02000000:00000010:2.0:1749610702.655854:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880129e11400. 00000100:00000200:3.0:1749610702.655855:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494550912 02000000:00000001:2.0:1749610702.655856:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610702.655856:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880070f08700 x1834598494550400/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610722 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610702.655857:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1749610702.655858:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749610702.655858:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610702.655861:0:9692:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610702.655862:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000400:00000200:0.0:1749610702.655862:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000040:2.0:1749610702.655863:0:9692:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494550656 00000020:00000001:3.0:1749610702.655866:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610702.655866:0:9692:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:0.0:1749610702.655866:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749610702.655868:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:3.0:1749610702.655869:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00010000:00000200:2.0:1749610702.655870:0:9692:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008e99ce00 x1834598494550656/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:138/0 lens 224/224 e 0 to 0 dl 1749610713 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610702.655872:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00100000:1.0:1749610702.655872:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494550400:12345-0@lo:38:kworker.0 00000100:00000010:0.0:1749610702.655873:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f0b100. 00000020:00000001:3.0:1749610702.655876:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000200:1.0:1749610702.655877:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494550400 00000100:00000040:0.0:1749610702.655877:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880070f0b100 x1834598494550528 msgsize 520 00010000:00000001:2.0:1749610702.655878:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1749610702.655880:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1749610702.655880:0:9692:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610702.655880:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749610702.655883:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00001000:2.0:1749610702.655883:0:9692:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=57 v=5 (1 1 1 1) 00000100:00100000:0.0:1749610702.655883:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:1.0:1749610702.655884:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:3.0:1749610702.655886:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1749610702.655886:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749610702.655887:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1749610702.655889:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610702.655889:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000200:0.0:1749610702.655891:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 00000020:00000001:3.0:1749610702.655892:0:9691:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000010:0.0:1749610702.655894:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00000020:00000001:1.0:1749610702.655895:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610702.655897:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610702.655897:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:2.0:1749610702.655899:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00020000:1.0:1749610702.655900:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:2.0:1749610702.655901:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610702.655902:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074862300 x1834598494550528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610702.655903:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610702.655904:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610702.655906:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1749610702.655907:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1749610702.655908:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1749610702.655908:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:2.0:1749610702.655909:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 00000100:00000001:1.0:1749610702.655911:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000010:3.0:1749610702.655913:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880119289800. 00000100:00000001:1.0:1749610702.655913:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749610702.655913:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1749610702.655914:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494550656, offset 224 02000000:00000001:3.0:1749610702.655915:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610702.655916:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749610702.655917:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610702.655918:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749610702.655918:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074862300 x1834598494550528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610727 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610702.655920:0:9691:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610702.655921:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880135262800. 00010000:00000040:3.0:1749610702.655922:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494550912 02000000:00000001:1.0:1749610702.655924:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610702.655925:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000200:2.0:1749610702.655925:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610702.655928:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610702.655928:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1749610702.655930:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880074862680 x1834598494550912/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:138/0 lens 224/224 e 0 to 0 dl 1749610713 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610702.655930:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:2.0:1749610702.655932:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92ba80 00010000:00000001:1.0:1749610702.655932:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749610702.655934:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610702.655934:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610702.655937:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x65ed [1] + 224 00010000:00000001:3.0:1749610702.655938:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1749610702.655938:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 818 usecs (1 jiffies) 00000100:00001000:1.0:1749610702.655939:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00010000:00000001:3.0:1749610702.655940:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610702.655942:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610702.655942:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299976114 00000100:00000001:1.0:1749610702.655943:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00001000:3.0:1749610702.655944:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=57 v=5 (1 1 1 1) 00000400:00000200:2.0:1749610702.655945:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610702.655945:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299976114 00000100:00000001:1.0:1749610702.655946:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749610702.655947:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610702.655949:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610702.655949:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299976114 00000100:00000040:3.0:1749610702.655950:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000040:1.0:1749610702.655950:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:0.0:1749610702.655952:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299976114 00000100:00000001:3.0:1749610702.655953:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000200:2.0:1749610702.655954:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074863100 x1834598494550656/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610718 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610702.655954:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:3.0:1749610702.655955:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749610702.655955:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299976114 02000000:00000001:3.0:1749610702.655957:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610702.655957:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749610702.655958:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299976114 00000100:00000001:3.0:1749610702.655959:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610702.655960:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299976114 00000100:00000040:3.0:1749610702.655962:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1749610702.655962:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000040:2.0:1749610702.655964:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880074863100 x1834598494550656/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610718 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610702.655965:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eede58. 02000000:00000001:1.0:1749610702.655966:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610702.655968:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610702.655970:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494550912, offset 224 00000100:00000001:0.0:1749610702.655970:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299976114 00000100:00000001:1.0:1749610702.655971:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:3.0:1749610702.655974:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610702.655974:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610702.655976:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610702.655977:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610702.655981:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1749610702.655982:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610702.655982:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 00000400:00000010:2.0:1749610702.655984:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 00000100:00000040:1.0:1749610702.655984:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610702.655986:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000010:1.0:1749610702.655987:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000100:00000040:0.0:1749610702.655987:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074862d80 x1834598494550784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610702.655988:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:3.0:1749610702.655989:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92bb80 00000100:00000001:2.0:1749610702.655991:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610702.655992:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494550400, offset 0 00000100:00000040:2.0:1749610702.655994:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000200:3.0:1749610702.655995:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x65f5 [1] + 224 00010000:00000001:2.0:1749610702.655996:0:9692:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749610702.655998:0:9692:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610702.655998:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1749610702.656000:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1749610702.656000:0:9692:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1749610702.656000:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610702.656003:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749610702.656003:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1749610702.656005:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008e99ce00 x1834598494550656/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:138/0 lens 224/224 e 0 to 0 dl 1749610713 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610702.656005:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610702.656007:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610702.656010:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1749610702.656010:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074862d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494550784:0@lo:38:kworker.0 00000100:00000001:0.0:1749610702.656014:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1749610702.656015:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e99ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494550656:12345-0@lo:400:kworker.0 Request processed in 214us (659us total) trans 0 rc 0/0 02000000:00000001:0.0:1749610702.656016:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1749610702.656018:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749610702.656018:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610702.656020:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749610702.656023:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:2.0:1749610702.656023:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 193 02000000:00000010:0.0:1749610702.656023:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130313800. 00000400:00000200:1.0:1749610702.656025:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92b980 02000000:00000001:0.0:1749610702.656025:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610702.656028:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074863800 x1834598494550912/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610718 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610702.656029:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffaa8. 00000400:00000200:1.0:1749610702.656030:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x65fd [1] + 0 00000100:00000040:2.0:1749610702.656032:0:9692:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00000001:2.0:1749610702.656034:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1749610702.656035:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749610702.656035:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 00000100:00000001:2.0:1749610702.656036:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1749610702.656038:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880074863800 x1834598494550912/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610718 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610702.656038:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494550784, portal 10 00000400:00000200:1.0:1749610702.656039:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1749610702.656040:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c480. 00000100:00000001:0.0:1749610702.656040:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610702.656042:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610702.656042:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269169024 : -131939440382592 : ffff880074862d80) 00000020:00000010:2.0:1749610702.656044:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8ed8. 00000100:00000200:1.0:1749610702.656047:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074861f80 x1834598494550400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610727 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610702.656048:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2800. 00000100:00000040:0.0:1749610702.656048:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074862d80 x1834598494550784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610702.656051:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000040:2.0:1749610702.656052:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00000001:2.0:1749610702.656055:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610702.656055:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610702.656057:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610702.656059:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821660. 00000100:00000200:0.0:1749610702.656061:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494550784, offset 0 00000100:00000040:1.0:1749610702.656062:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880074861f80 x1834598494550400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610727 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610702.656063:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eede58 00000100:00000001:2.0:1749610702.656063:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749610702.656065:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494550528 00000400:00000010:3.0:1749610702.656066:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eede58. 02000000:00000001:2.0:1749610702.656067:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610702.656068:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610702.656069:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610702.656070:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610702.656070:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610702.656073:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610702.656073:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610702.656075:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749610702.656075:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1749610702.656076:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494550528 00000100:00000040:3.0:1749610702.656077:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:2.0:1749610702.656077:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:3.0:1749610702.656079:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000040:2.0:1749610702.656079:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749610702.656080:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749610702.656081:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610702.656082:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610702.656083:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1749610702.656083:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1749610702.656084:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610702.656084:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000100:00000040:3.0:1749610702.656088:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074862680 x1834598494550912/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:138/0 lens 224/224 e 0 to 0 dl 1749610713 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610702.656088:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bc800. 00000400:00000010:1.0:1749610702.656088:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000400:00000200:0.0:1749610702.656089:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92bb00 00000020:00000010:2.0:1749610702.656091:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387a00. 00000100:00000001:1.0:1749610702.656091:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610702.656093:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:0.0:1749610702.656093:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 11528 00000020:00000010:2.0:1749610702.656094:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9af0. 00000100:00000001:2.0:1749610702.656096:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610702.656097:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610702.656098:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610702.656099:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880074862680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494550912:12345-0@lo:400:kworker.0 Request processed in 267us (629us total) trans 0 rc 0/0 00000100:00000001:2.0:1749610702.656099:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610702.656102:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610702.656102:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610702.656104:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610702.656104:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610702.656106:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610702.656108:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 194 00000400:00000200:0.0:1749610702.656108:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610702.656109:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1749610702.656109:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610702.656111:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:2.0:1749610702.656111:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749610702.656111:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749610702.656113:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749610702.656114:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:2.0:1749610702.656114:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 312 00000100:00000001:3.0:1749610702.656116:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1749610702.656116:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f08700 x1834598494550400/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610722 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610702.656117:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134209040640 : -131939500510976 : ffff880070f0b100) 00000100:00000010:0.0:1749610702.656117:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f08000. 00000100:00000040:0.0:1749610702.656119:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880070f08000 x1834598494550784 msgsize 520 00000020:00000010:3.0:1749610702.656120:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387300. 00000100:00000040:2.0:1749610702.656121:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880070f0b100 x1834598494550528/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610722 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610702.656123:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:3.0:1749610702.656124:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9960. 00000100:00000001:0.0:1749610702.656126:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:3.0:1749610702.656129:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bc400. 00000100:00100000:2.0:1749610702.656130:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494550528:12345-0@lo:38:kworker.0 00000400:00000200:0.0:1749610702.656130:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821660 00000100:00100000:1.0:1749610702.656131:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494550400:12345-0@lo:38:kworker.0 Request processed in 259us (537us total) trans 0 rc -19/-19 00000400:00000010:0.0:1749610702.656132:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821660. 00000020:00000040:3.0:1749610702.656133:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:0.0:1749610702.656134:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749610702.656135:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749610702.656138:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074862d80 x1834598494550784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610702.656139:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494550528 00000020:00000001:2.0:1749610702.656141:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:2.0:1749610702.656143:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:1.0:1749610702.656143:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 311 00000100:00000001:3.0:1749610702.656145:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749610702.656145:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610702.656147:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:3.0:1749610702.656148:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494550784 00000100:00000040:0.0:1749610702.656148:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074862d80 x1834598494550784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610727 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610702.656149:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1749610702.656151:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610702.656153:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1749610702.656153:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610702.656153:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c400. 00000100:00000001:0.0:1749610702.656154:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610702.656156:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:2.0:1749610702.656156:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749610702.656156:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:1.0:1749610702.656158:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8d48. 00000100:00000001:0.0:1749610702.656159:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610702.656160:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610702.656160:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:2.0:1749610702.656162:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610702.656162:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 640 usecs (1 jiffies) 00000020:00000010:1.0:1749610702.656163:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3e00. 00000100:00100000:3.0:1749610702.656164:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494550784 00000100:00000001:0.0:1749610702.656164:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299976114 00000100:00000001:2.0:1749610702.656165:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:3.0:1749610702.656167:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610702.656167:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749610702.656167:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299976114 00000020:00000040:3.0:1749610702.656169:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:2.0:1749610702.656169:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749610702.656169:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299976114 00000020:00000001:3.0:1749610702.656171:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:2.0:1749610702.656172:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880129e10400. 00000100:00000001:0.0:1749610702.656172:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299976114 00000020:00000001:3.0:1749610702.656174:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610702.656174:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610702.656174:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299976114 00000020:00000001:3.0:1749610702.656176:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610702.656176:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610702.656176:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299976114 00000100:00000001:1.0:1749610702.656177:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610702.656177:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299976114 00010000:00000001:2.0:1749610702.656179:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749610702.656179:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299976114 00000020:00000010:3.0:1749610702.656181:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2200. 00010000:00000001:2.0:1749610702.656181:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610702.656181:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610702.656183:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610702.656184:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749610702.656187:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000001:0.0:1749610702.656187:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749610702.656189:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610702.656192:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000010:3.0:1749610702.656193:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cd00. 00000100:00000001:2.0:1749610702.656194:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000001:0.0:1749610702.656194:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749610702.656196:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000010:0.0:1749610702.656196:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffbb0. 00000020:00000010:3.0:1749610702.656198:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8e10. 00000100:00000040:2.0:1749610702.656199:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000200:0.0:1749610702.656200:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821088 02000000:00000001:2.0:1749610702.656201:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:0.0:1749610702.656202:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821088. 02000000:00000001:2.0:1749610702.656203:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610702.656204:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610702.656205:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610702.656205:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610702.656206:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:2.0:1749610702.656207:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610702.656209:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610702.656209:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074861c00 x1834598494550272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610727 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610702.656210:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 00000100:00000001:3.0:1749610702.656214:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610702.656214:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494550528, offset 0 00000100:00000200:0.0:1749610702.656217:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074861c00 x1834598494550272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610727 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610702.656218:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610702.656223:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749610702.656224:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610702.656225:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610702.656228:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749610702.656230:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92ba00 00000100:00000001:0.0:1749610702.656231:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749610702.656234:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1749610702.656234:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6609 [1] + 0 02000000:00000001:0.0:1749610702.656235:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610702.656236:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749610702.656237:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1749610702.656239:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610702.656240:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610702.656241:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1749610702.656242:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 313 00000100:00000001:1.0:1749610702.656244:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1749610702.656244:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610702.656246:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134209028096 : -131939500523520 : ffff880070f08000) 00000400:00000200:2.0:1749610702.656247:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610702.656247:0:9760:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610702.656251:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610702.656251:0:9760:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610702.656253:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610702 v=5 (0 0 0 0) 00000100:00000040:3.0:1749610702.656254:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880070f08000 x1834598494550784/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610722 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610702.656255:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074862300 x1834598494550528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610727 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749610702.656259:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=125 v=20 (1 1 1 20) 00000100:00000001:0.0:1749610702.656263:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1749610702.656264:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880074862300 x1834598494550528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610727 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610702.656266:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:3.0:1749610702.656269:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494550784:12345-0@lo:38:kworker.0 00000100:00000001:0.0:1749610702.656270:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610702.656272:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:3.0:1749610702.656274:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494550784 00000400:00000200:2.0:1749610702.656276:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 00000100:00000040:0.0:1749610702.656276:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074861c00 x1834598494550272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610727 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610702.656278:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000010:2.0:1749610702.656278:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 00000100:00000001:2.0:1749610702.656280:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00010000:00000001:3.0:1749610702.656281:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749610702.656281:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610702.656284:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610702.656287:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610702.656288:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610702.656289:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610702.656291:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610702.656292:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1749610702.656293:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610702.656295:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f0b100 x1834598494550528/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610722 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610702.656295:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00020000:3.0:1749610702.656298:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749610702.656299:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00010000:00000001:3.0:1749610702.656301:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610702.656302:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749610702.656304:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:2.0:1749610702.656305:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494550528:12345-0@lo:38:kworker.0 Request processed in 174us (426us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749610702.656307:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00080000:0.0:1749610702.656307:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749610702.656309:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610702.656311:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00080000:0.0:1749610702.656312:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00100000:2.0:1749610702.656313:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 312 02000000:00000010:3.0:1749610702.656315:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880119289c00. 00000100:00000001:2.0:1749610702.656315:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610702.656315:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610702.656316:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1749610702.656317:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610702.656319:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610702.656319:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387a00. 00010000:00000001:3.0:1749610702.656322:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1749610702.656322:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074861c00 x1834598494550272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610727 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610702.656323:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9af0. 00010000:00000001:3.0:1749610702.656324:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610702.656327:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000010:2.0:1749610702.656327:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bc800. 00000100:00000001:2.0:1749610702.656329:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610702.656330:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610702.656332:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610702.656342:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610702.656343:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610702.656344:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610702.656346:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749610702.656346:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1749610702.656346:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074861c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494550272:0@lo:38:kworker.0 00000400:00000001:2.0:1749610702.656348:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1749610702.656350:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000001:2.0:1749610702.656350:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1749610702.656352:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:2.0:1749610702.656352:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe738. 00000100:00000001:0.0:1749610702.656353:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610702.656354:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610702.656355:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 00000400:00000010:2.0:1749610702.656356:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 00000100:00000001:0.0:1749610702.656356:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610702.656357:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610702.656359:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610702.656359:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000010:3.0:1749610702.656361:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eede58. 00000100:00000040:0.0:1749610702.656361:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074861c00 x1834598494550272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610727 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610702.656366:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494550784, offset 0 00000100:00000200:2.0:1749610702.656368:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074863800 x1834598494550912/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610718 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610702.656370:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610702.656372:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610702.656375:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1749610702.656377:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1749610702.656377:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074863800 x1834598494550912/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610718 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610702.656379:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130311000. 00000400:00000200:3.0:1749610702.656383:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92bb00 00000100:00000001:2.0:1749610702.656383:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:0.0:1749610702.656384:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749610702.656385:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610702.656387:0:28322:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:0.0:1749610702.656387:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:3.0:1749610702.656388:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x661d [1] + 0 02000000:00000001:2.0:1749610702.656388:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610702.656390:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000040:0.0:1749610702.656390:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:2.0:1749610702.656392:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610702.656393:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1749610702.656393:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1749610702.656394:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610702.656396:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:0.0:1749610702.656396:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880129e10c00. 00000100:00000001:3.0:1749610702.656399:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:2.0:1749610702.656399:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=7 v=5 (5 5 5 5) 02000000:00000001:0.0:1749610702.656401:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:2.0:1749610702.656402:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=7 v=5 (1 1 1 1) 02000000:00000001:0.0:1749610702.656403:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:3.0:1749610702.656404:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074862d80 x1834598494550784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610727 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610702.656405:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000010:0.0:1749610702.656406:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074861c00. 00000100:00000001:2.0:1749610702.656407:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610702.656409:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1749610702.656412:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00010000:00080000:2.0:1749610702.656414:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880074863800 x1834598494550912/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610718 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610702.656414:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610702.656417:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610702.656419:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880074862d80 x1834598494550784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610727 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749610702.656421:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610702.656424:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1749610702.656425:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1749610702.656426:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:2.0:1749610702.656428:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749610702.656428:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610702.656429:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610702.656431:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610702.656432:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:2.0:1749610702.656433:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074863800 x1834598494550912/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610718 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610702.656433:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1749610702.656438:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eede58 00000100:00000001:2.0:1749610702.656439:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1749610702.656441:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eede58. 00000100:00000001:2.0:1749610702.656442:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610702.656443:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610702.656445:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:2.0:1749610702.656446:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074863800 x1834598494550912/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610718 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610702.656447:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610702.656451:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610702.656454:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074863800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494550912:0@lo:400:kworker.0 00000400:00000001:0.0:1749610702.656454:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1749610702.656455:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000001:0.0:1749610702.656456:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749610702.656458:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610702.656459:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610702.656460:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffd68. 00000020:00000001:3.0:1749610702.656462:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610702.656464:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1749610702.656465:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 00000100:00000040:3.0:1749610702.656468:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f08000 x1834598494550784/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610722 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610702.656468:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074863800 x1834598494550912/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610718 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610702.656468:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 00000100:00000001:0.0:1749610702.656472:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610702.656475:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610702.656477:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:0.0:1749610702.656477:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074861f80 x1834598494550400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610727 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610702.656479:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009c9bd000. 02000000:00000001:2.0:1749610702.656481:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:3.0:1749610702.656505:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494550784:12345-0@lo:38:kworker.0 Request processed in 214us (360us total) trans 0 rc -19/-19 00000020:00000001:2.0:1749610702.656509:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610702.656511:0:28322:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000200:0.0:1749610702.656513:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074861f80 x1834598494550400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610727 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610702.656514:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610702.656516:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5600. 02000000:00000001:2.0:1749610702.656518:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610702.656552:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610702.656554:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074863800. 00000100:00000001:2.0:1749610702.656557:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610702.656559:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610702.656561:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749610702.656565:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 313 00000100:00000001:2.0:1749610702.656566:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610702.656568:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610702.656568:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610702.656570:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749610702.656570:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610702.656572:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610702.656574:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cd00. 00000020:00000010:3.0:1749610702.656577:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8e10. 00000100:00000040:1.0:1749610702.656578:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299976114, at 4299976114 00000100:00000001:0.0:1749610702.656579:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:3.0:1749610702.656581:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2200. 00000100:00000040:2.0:1749610702.656581:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299976114, at 4299976114 00000100:00000001:0.0:1749610702.656582:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610702.656584:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610702.656585:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610702.656588:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610702.656590:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610702.656590:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610702.656591:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000010:1.0:1749610702.656592:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b39c0. 00000100:00000001:0.0:1749610702.656593:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749610702.656595:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610702.656596:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1749610702.656596:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610702.656599:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7aa8. 00000100:00080000:3.0:1749610702.656600:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000200:2.0:1749610702.656602:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedf68 00000020:00000040:3.0:1749610702.656603:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000400:00000010:2.0:1749610702.656604:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedf68. 00000100:00001000:0.0:1749610702.656604:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610702 v=5 (0 0 0 0) 00000100:00000001:2.0:1749610702.656607:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:0.0:1749610702.656609:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=107 v=20 (1 1 1 20) 00000100:00000200:2.0:1749610702.656611:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074863100 x1834598494550656/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610718 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610702.656613:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1749610702.656614:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299976114, at 4299976114 00000100:00000001:0.0:1749610702.656615:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610702.656619:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:2.0:1749610702.656620:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074863100 x1834598494550656/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610718 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749610702.656621:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b3100. 00000100:00000001:2.0:1749610702.656626:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:0.0:1749610702.656626:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074861f80 x1834598494550400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610727 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610702.656628:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610702.656635:0:28321:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610702.656637:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610702.656637:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610702.656639:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610702.656641:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610702.656641:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1749610702.656643:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610702.656643:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610702.656646:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00001000:2.0:1749610702.656648:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=57 v=5 (5 5 5 5) 00000100:00000001:0.0:1749610702.656649:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00001000:2.0:1749610702.656651:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=57 v=5 (1 1 1 1) 00000100:00080000:0.0:1749610702.656653:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1749610702.656654:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610702.656655:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610702.656657:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00080000:0.0:1749610702.656658:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00010000:00080000:2.0:1749610702.656661:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880074863100 x1834598494550656/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610718 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610702.656662:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:2.0:1749610702.656668:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610702.656668:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074861f80 x1834598494550400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610727 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610702.656670:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1749610702.656672:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1749610702.656673:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749610702.656675:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610702.656678:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074863100 x1834598494550656/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610718 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610702.656680:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074861f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494550400:0@lo:38:kworker.0 00000100:00000001:2.0:1749610702.656685:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610702.656687:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610702.656688:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1749610702.656690:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1749610702.656691:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074863100 x1834598494550656/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610718 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749610702.656692:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749610702.656696:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffcb8. 00000100:00100000:2.0:1749610702.656699:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074863100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494550656:0@lo:400:kworker.0 00000400:00000200:0.0:1749610702.656701:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958212a8 00000100:00000001:2.0:1749610702.656703:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610702.656704:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1749610702.656704:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958212a8. 00000100:00000040:2.0:1749610702.656707:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074863100 x1834598494550656/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610718 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610702.656713:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610702.656714:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610702.656717:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7b3c00. 00000100:00000001:0.0:1749610702.656717:0:28320:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:2.0:1749610702.656719:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:0.0:1749610702.656724:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074862300 x1834598494550528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610727 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610702.656726:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610702.656727:0:28321:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1749610702.656730:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610702.656732:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5100. 02000000:00000001:2.0:1749610702.656734:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610702.656735:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610702.656737:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074863100. 00000100:00000200:0.0:1749610702.656738:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074862300 x1834598494550528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610727 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610702.656739:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610702.656740:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610702.656742:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610702.656746:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610702.656747:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610702.656748:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610702.656748:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610702.656750:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610702.656751:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610702.656754:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610702.656757:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000010:2.0:1749610702.656758:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b37c0. 00000100:00000001:0.0:1749610702.656759:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610702.656761:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610702.656764:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610702.656770:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610702 v=5 (0 0 0 0) 00000100:00001000:0.0:1749610702.656775:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=57 v=20 (1 1 1 20) 00000100:00000001:0.0:1749610702.656779:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610702.656781:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610702.656784:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610702.656789:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074862300 x1834598494550528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610727 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610702.656799:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610702.656802:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610702.656804:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610702.656806:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610702.656808:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749610702.656812:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749610702.656815:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610702.656818:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610702.656823:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074862300 x1834598494550528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610727 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610702.656834:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074862300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494550528:0@lo:38:kworker.0 00000400:00000001:0.0:1749610702.656852:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610702.656854:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749610702.656857:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffaa8. 00000400:00000200:0.0:1749610702.656861:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 00000400:00000010:0.0:1749610702.656863:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00000100:00000001:0.0:1749610702.656867:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749610702.656872:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074862d80 x1834598494550784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610727 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610702.656884:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074862d80 x1834598494550784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610727 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610702.656891:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610702.656893:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610702.656895:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610702.656896:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610702.656898:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610702.656899:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610702.656901:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610702.656905:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610702 v=5 (0 0 0 0) 00000100:00001000:0.0:1749610702.656908:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=7 v=20 (1 1 1 20) 00000100:00000001:0.0:1749610702.656911:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610702.656912:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610702.656915:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610702.656918:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074862d80 x1834598494550784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610727 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610702.656924:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610702.656927:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610702.656928:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610702.656930:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610702.656931:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749610702.656933:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749610702.656936:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610702.656938:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610702.656948:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074862d80 x1834598494550784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610727 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610702.656956:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074862d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494550784:0@lo:38:kworker.0 00000100:00000001:0.0:1749610702.656960:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610702.656962:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610702.656965:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074861f80 x1834598494550400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610727 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610702.656972:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610702.656973:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610702.656975:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130312000. 02000000:00000001:0.0:1749610702.656978:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610702.656980:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610702.656982:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749610702.656984:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610702.656986:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880129e13000. 02000000:00000001:0.0:1749610702.656990:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610702.656991:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610702.656993:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074861f80. 00000100:00000001:0.0:1749610702.656998:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610702.657000:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610702.657002:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610702.657007:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074862300 x1834598494550528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610727 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610702.657017:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610702.657019:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610702.657022:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130310800. 02000000:00000001:0.0:1749610702.657026:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610702.657028:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610702.657029:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749610702.657032:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610702.657035:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880129e13c00. 02000000:00000001:0.0:1749610702.657038:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610702.657040:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610702.657042:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074862300. 00000100:00000001:0.0:1749610702.657054:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610702.657056:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610702.657059:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610702.657065:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074862d80 x1834598494550784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610727 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610702.657076:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610702.657078:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610702.657081:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130313800. 02000000:00000001:0.0:1749610702.657085:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610702.657087:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610702.657088:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1749610702.657092:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610702.657094:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880129e12400. 02000000:00000001:0.0:1749610702.657097:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610702.657099:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610702.657101:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074862d80. 00000100:00000001:0.0:1749610702.657105:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610702.657107:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610702.657110:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610702.657113:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610702.657116:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610702.657119:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610702.657122:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610702.657143:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299976114, at 4299976114 00000100:00000010:0.0:1749610702.657151:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b3800. 00000100:00000001:0.0:1749610702.855654:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610702.855661:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610702.855664:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610702.855668:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:0.0:1749610702.855672:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610702.855676:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610702.855679:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610702.855682:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610702.855685:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610703.457711:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610703.457723:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610703.457726:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610703.457733:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610703.457738:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610703.457743:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610703.457748:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610703.457752:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610703.457756:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610703.540654:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610703.540660:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610703.540761:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610703.540767:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610703.540771:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610703.656684:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610703.656699:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610703.656702:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610703.656705:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610703.656708:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610703.656710:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610703.656713:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610703.855646:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610703.855671:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610703.855674:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610703.855678:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:0.0:1749610703.855681:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610703.855685:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610703.855688:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610703.855692:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610703.855694:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610704.457706:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610704.457715:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610704.457717:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610704.457722:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610704.457726:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610704.457749:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610704.457753:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610704.457756:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610704.457759:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610704.542630:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610704.542637:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749610704.542639:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749610704.542643:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610704.542647:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749610704.542649:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610704.542652:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610704.542654:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610704.542790:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610704.542796:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610704.542800:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610704.656629:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610704.656645:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610704.656648:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610704.656652:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610704.656655:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610704.656658:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610704.656660:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610704.855592:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610704.855597:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610704.855600:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610704.855603:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:0.0:1749610704.855607:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610704.855610:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610704.855612:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610704.855616:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610704.855618:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610705.457723:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610705.457733:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610705.457737:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610705.457744:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610705.457749:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610705.457754:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610705.457759:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610705.457763:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610705.457767:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610705.544663:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610705.544669:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610705.544786:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610705.544792:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610705.544796:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610705.656623:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610705.656640:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610705.656643:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610705.656648:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610705.656650:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610705.656655:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610705.656657:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610705.855672:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610705.855681:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610705.855683:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610705.855688:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:0.0:1749610705.855692:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610705.855697:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610705.855701:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610705.855706:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610705.855709:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610706.457709:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610706.457719:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610706.457722:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610706.457728:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610706.457742:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610706.457748:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610706.457769:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610706.457773:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610706.457777:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610706.546678:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610706.546686:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610706.546804:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610706.546811:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610706.546815:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610706.656608:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610706.656626:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610706.656628:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610706.656633:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610706.656636:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610706.656639:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610706.656642:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610706.855670:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610706.855679:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610706.855682:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610706.855687:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:0.0:1749610706.855690:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610706.855695:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610706.855698:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610706.855701:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610706.855704:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610707.457662:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610707.457668:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610707.457670:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610707.457673:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610707.457675:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610707.457678:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610707.457680:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610707.457682:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610707.457683:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610707.548602:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610707.548606:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610707.548650:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610707.548653:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610707.548656:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610707.656623:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610707.656637:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610707.656640:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610707.656644:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610707.656646:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610707.656650:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610707.656652:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610707.662581:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610707.662586:0:8737:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749610707.662588:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610707.662590:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610707.662592:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610707.662594:0:8737:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610707.662597:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610707.662601:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5308 00000100:00080000:2.0:1749610707.662604:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610707.662618:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610707.662620:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610707.662622:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610707.662623:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610707.662626:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610707.662628:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749610707.662631:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610707.662633:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749610707.662636:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749610707.662639:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749610707.662641:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610707.662643:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610707.662645:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610707.662646:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610707.662649:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749610707.662652:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610707.662654:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610707.662656:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610707.662663:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610707.662665:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610707.662667:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610707.662670:0:8737:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610707.662675:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074863100. 00000020:00000040:2.0:1749610707.662679:0:8737:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749610707.662683:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610707.662684:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610707.662687:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610707.662689:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610707.662693:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610707.662699:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880129e12400. 00000100:00000001:2.0:1749610707.662704:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610707.662710:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880074863100 x1834598494551040/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610707.662726:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610707.662729:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610707.662732:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074863100] to pc [ptlrpcd_rcv+-1] req@ffff880074863100 x1834598494551040/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610707.662753:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610707.662756:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749610707.662759:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610707.662760:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610707.662761:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610707.662762:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610707.662764:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5308 00000100:00080000:2.0:1749610707.662765:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610707.662767:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610707.662768:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610707.662769:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610707.662770:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610707.662771:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610707.662772:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749610707.662773:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610707.662775:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749610707.662776:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749610707.662778:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749610707.662779:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610707.662780:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610707.662781:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610707.662782:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610707.662783:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749610707.662785:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610707.662786:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610707.662787:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749610707.662790:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1749610707.662791:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610707.662792:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749610707.662793:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610707.662794:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610707.662795:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610707.662797:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610707.662798:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074863100 x1834598494551040/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610707.662799:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074863800. 00000020:00000040:2.0:1749610707.662801:0:8737:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749610707.662802:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610707.662803:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610707.662804:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610707.662805:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610707.662806:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610707.662806:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000010:2.0:1749610707.662808:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880129e13800. 00000100:00000001:0.0:1749610707.662808:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610707.662810:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749610707.662811:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610707.662812:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610707.662813:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610707.662814:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880074863800 x1834598494551168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749610707.662816:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074863100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494551040:0@lo:38:kworker.0 00000100:00000001:2.0:1749610707.662818:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610707.662818:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749610707.662819:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610707.662821:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074863800] to pc [ptlrpcd_rcv+-1] req@ffff880074863800 x1834598494551168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610707.662821:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749610707.662823:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610707.662824:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749610707.662826:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610707.662827:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130313800. 00000100:00080000:2.0:1749610707.662828:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000001:0.0:1749610707.662829:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610707.662830:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610707.662831:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610707.662832:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610707.662833:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749610707.662834:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5308 00000400:00000010:0.0:1749610707.662834:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffaa8. 00000100:00080000:2.0:1749610707.662836:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610707.662837:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000400:00000010:0.0:1749610707.662838:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 00000100:00000001:2.0:1749610707.662839:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610707.662839:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610707.662840:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000200:0.0:1749610707.662843:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494551040, portal 4 00000020:00000001:2.0:1749610707.662845:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610707.662845:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000100:00000001:0.0:1749610707.662845:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1749610707.662846:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610707.662846:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269169920 : -131939440381696 : ffff880074863100) 00000020:00000040:2.0:1749610707.662848:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000020:00000001:2.0:1749610707.662850:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000020:00000001:2.0:1749610707.662851:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000040:0.0:1749610707.662851:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074863100 x1834598494551040/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610707.662853:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610707.662854:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610707.662855:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610707.662856:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610707.662857:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00080000:2.0:1749610707.662858:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610707.662859:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610707.662860:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610707.662862:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610707.662863:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610707.662865:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610707.662865:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610707.662865:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000010:2.0:1749610707.662867:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074861880. 00000020:00000040:2.0:1749610707.662868:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000040:0.0:1749610707.662868:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749610707.662869:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000400:00000010:0.0:1749610707.662869:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958212a8. 02000000:00000001:2.0:1749610707.662870:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610707.662871:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:0.0:1749610707.662871:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494551040, offset 0 02000000:00000001:2.0:1749610707.662872:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610707.662873:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610707.662875:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880129e13c00. 00000400:00000200:0.0:1749610707.662875:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610707.662877:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610707.662879:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880074861880 x1834598494551296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610707.662882:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610707.662884:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610707.662885:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074861880] to pc [ptlrpcd_rcv+-1] req@ffff880074861880 x1834598494551296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610707.662886:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610707.662893:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf92bc00 00000100:00000001:2.0:1749610707.662897:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610707.662898:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3ded [256] + 14040 00000100:00000040:2.0:1749610707.662899:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749610707.662901:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749610707.662903:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074861500. 00000400:00000200:0.0:1749610707.662903:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:2.0:1749610707.662904:0:8737:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749610707.662906:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1749610707.662906:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749610707.662907:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610707.662908:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610707.662909:0:28320:0:(events.c:287:request_in_callback()) Process entered 02000000:00000010:2.0:1749610707.662910:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5600. 00000100:00000200:0.0:1749610707.662911:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:2.0:1749610707.662912:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610707.662914:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880074861500 x1834598494551424/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:0.0:1749610707.662914:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f08e00. 00000100:00000040:0.0:1749610707.662916:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880070f08e00 x1834598494551040 msgsize 520 00000100:00100000:0.0:1749610707.662918:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749610707.662919:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610707.662920:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610707.662923:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074861500] to pc [ptlrpcd_00_02+2] req@ffff880074861500 x1834598494551424/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610707.662932:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749610707.662937:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958212a8 00000400:00000010:0.0:1749610707.662939:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958212a8. 00000100:00000001:0.0:1749610707.662940:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749610707.662942:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610707.662944:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000200:0.0:1749610707.662944:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074863100 x1834598494551040/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749610707.662946:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610707.662946:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749610707.662947:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610707.662949:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:0.0:1749610707.662949:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00080000:2.0:1749610707.662950:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5308 00000100:00000040:0.0:1749610707.662951:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074863100 x1834598494551040/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610732 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749610707.662952:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749610707.662954:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610707.662955:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610707.662956:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610707.662956:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610707.662957:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610707.662957:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:2.0:1749610707.662958:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749610707.662959:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610707.662962:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000100:00000040:0.0:1749610707.662962:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1275 usecs (2 jiffies) 00000020:00000001:2.0:1749610707.662963:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610707.662964:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299981122 00000020:00000040:2.0:1749610707.662965:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:2.0:1749610707.662966:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:2.0:1749610707.662967:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000010:0.0:1749610707.662967:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b3800. 00000100:00000040:2.0:1749610707.662969:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610707.662970:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610707.662971:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610707.662971:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:2.0:1749610707.662972:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610707.662973:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:2.0:1749610707.662975:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610707.662975:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299981122 00000100:00000001:2.0:1749610707.662976:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610707.662977:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749610707.662979:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610707.662980:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610707.662981:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610707.662982:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610707.662984:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074863b80. 00000100:00000010:0.0:1749610707.662984:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b3f40. 00000020:00000040:2.0:1749610707.662985:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1749610707.662986:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610707.662987:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610707.662987:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749610707.662988:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610707.662988:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610707.662989:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610707.662991:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880129e13000. 00000100:00000001:0.0:1749610707.662992:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299981122 00000100:00000001:2.0:1749610707.662993:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610707.662994:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b3700. 00000100:00100000:2.0:1749610707.662995:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880074863b80 x1834598494551552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610707.662996:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:0.0:1749610707.662998:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299981122 00000100:00000010:0.0:1749610707.662999:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e6b36c0. 00000100:00000001:2.0:1749610707.663000:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610707.663001:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610707.663001:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000040:2.0:1749610707.663003:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074863b80] to pc [ptlrpcd_rcv+-1] req@ffff880074863b80 x1834598494551552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610707.663003:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610707.663005:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610707.663007:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610707.663007:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610707.663008:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610707.663011:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1749610707.663012:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749610707.663012:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610707.663013:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610707.663014:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610707.663015:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1749610707.663015:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749610707.663016:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610707.663016:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:2.0:1749610707.663017:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074862d80. 00000020:00000040:2.0:1749610707.663018:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000040:0.0:1749610707.663018:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074863800 x1834598494551168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610707.663019:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:3.0:1749610707.663020:0:28324:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 02000000:00000001:2.0:1749610707.663020:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:1.0:1749610707.663020:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494551040 02000000:00000001:2.0:1749610707.663021:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610707.663022:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749610707.663022:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000010:2.0:1749610707.663023:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5100. 00000100:00000001:0.0:1749610707.663023:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610707.663024:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610707.663024:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610707.663025:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610707.663025:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749610707.663026:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610707.663026:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610707.663027:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880074862d80 x1834598494551680/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1749610707.663027:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610707.663028:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610707.663028:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610707.663029:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610707.663030:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1749610707.663030:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610707.663030:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074863800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494551168:0@lo:38:kworker.0 00000100:00000001:2.0:1749610707.663031:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749610707.663032:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749610707.663032:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610707.663032:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494551040 00000100:00000001:0.0:1749610707.663032:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749610707.663033:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1749610707.663034:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880074862d80] to pc [ptlrpcd_00_03+3] req@ffff880074862d80 x1834598494551680/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610707.663034:0:9761:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1749610707.663034:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610707.663035:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:0.0:1749610707.663035:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1749610707.663036:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074861500 x1834598494551424/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610707.663036:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749610707.663037:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610707.663037:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130310800. 00000100:00000001:2.0:1749610707.663039:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610707.663039:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610707.663039:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610707.663041:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffcb8. 00000100:00000040:2.0:1749610707.663042:0:8737:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5318) 00000100:00000001:3.0:1749610707.663043:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000010:1.0:1749610707.663043:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125600. 00000400:00000010:0.0:1749610707.663043:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958212a8. 00000100:00000001:3.0:1749610707.663044:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610707.663046:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:1.0:1749610707.663047:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9d00. 02000000:00000001:3.0:1749610707.663048:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1749610707.663048:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494551168, portal 10 02000000:00000001:3.0:1749610707.663049:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610707.663050:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c7d0. 00000100:00000001:0.0:1749610707.663050:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00100000:3.0:1749610707.663051:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074861500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:28324:1834598494551424:0@lo:400:kworker.0 00000100:00000001:0.0:1749610707.663051:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269171712 : -131939440379904 : ffff880074863800) 00000100:00000001:1.0:1749610707.663054:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610707.663055:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1749610707.663055:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074863800 x1834598494551168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610707.663057:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610707.663057:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610707.663058:0:28323:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1749610707.663059:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610707.663060:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610707.663060:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610707.663061:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749610707.663061:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610707.663061:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 02000000:00000001:3.0:1749610707.663063:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749610707.663063:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1749610707.663063:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494551168, offset 0 00000100:00000001:2.0:1749610707.663064:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610707.663065:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610707.663065:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1749610707.663065:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1749610707.663066:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749610707.663066:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610707.663067:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749610707.663067:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1749610707.663068:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7b2200. 00000400:00000200:0.0:1749610707.663068:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749610707.663069:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074862d80 x1834598494551680/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610707.663070:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610707.663071:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92bc80 00000400:00000010:3.0:1749610707.663073:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7b00. 00000100:00000001:1.0:1749610707.663073:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610707.663074:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610707.663074:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610707.663075:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610707.663075:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 12048 02000000:00000001:2.0:1749610707.663076:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610707.663077:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610707.663078:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610707.663078:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1749610707.663080:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074862d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494551680:0@lo:400:kworker.0 00000400:00000200:0.0:1749610707.663080:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1749610707.663083:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000100:00000001:0.0:1749610707.663083:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000400:00000010:3.0:1749610707.663084:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eede58. 00000100:00000200:0.0:1749610707.663084:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749610707.663085:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134209031680 : -131939500519936 : ffff880070f08e00) 00000100:00000200:3.0:1749610707.663087:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494551424, portal 10 00000100:00000010:0.0:1749610707.663087:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f0a300. 00000100:00000001:3.0:1749610707.663088:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610707.663088:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1749610707.663088:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880070f0a300 x1834598494551168 msgsize 520 00000100:00000001:3.0:1749610707.663089:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269162752 : -131939440388864 : ffff880074861500) 00000100:00000040:1.0:1749610707.663089:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880070f08e00 x1834598494551040/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610727 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610707.663090:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610707.663091:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610707.663091:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1749610707.663092:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1749610707.663094:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074861500 x1834598494551424/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610707.663094:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009c9bd000. 02000000:00000001:2.0:1749610707.663095:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610707.663096:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:1.0:1749610707.663098:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494551040:12345-0@lo:38:kworker.0 00000400:00000200:0.0:1749610707.663098:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 00000100:00000001:3.0:1749610707.663099:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:2.0:1749610707.663099:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe738. 00000400:00000010:0.0:1749610707.663099:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 00000100:00000040:3.0:1749610707.663101:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610707.663101:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000400:00000010:3.0:1749610707.663102:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedee0. 00000400:00000010:2.0:1749610707.663103:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000100:00000200:0.0:1749610707.663103:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074863800 x1834598494551168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610707.663104:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494551424, offset 0 00000100:00000200:2.0:1749610707.663106:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494551680, portal 10 00000100:00000200:1.0:1749610707.663106:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494551040 00000400:00000200:3.0:1749610707.663107:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610707.663107:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610707.663108:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610707.663108:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269169024 : -131939440382592 : ffff880074862d80) 00000020:00000001:1.0:1749610707.663109:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:0.0:1749610707.663109:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074863800 x1834598494551168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610732 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610707.663111:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:3.0:1749610707.663113:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749610707.663113:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074862d80 x1834598494551680/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610707.663113:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610707.663114:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:3.0:1749610707.663117:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf92bd80 00000100:00000001:2.0:1749610707.663117:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610707.663118:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610707.663119:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610707.663120:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 00000020:00000001:1.0:1749610707.663120:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610707.663120:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 906 usecs (1 jiffies) 00000400:00000200:3.0:1749610707.663121:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be9 [64] + 12568 00000100:00000200:2.0:1749610707.663123:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494551680, offset 0 00010000:00020000:1.0:1749610707.663123:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:3.0:1749610707.663124:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1749610707.663125:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:3.0:1749610707.663126:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610707.663127:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1749610707.663127:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610707.663127:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299981121 00000100:00000001:3.0:1749610707.663129:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749610707.663129:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000200:3.0:1749610707.663130:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749610707.663130:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299981122 00000100:00000001:1.0:1749610707.663131:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1749610707.663132:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610707.663132:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299981121 00000100:00000010:3.0:1749610707.663133:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e99ca80. 02000000:00000001:1.0:1749610707.663133:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749610707.663134:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299981122 00000100:00000040:3.0:1749610707.663135:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff88008e99ca80 x1834598494551424 msgsize 224 00000100:00000001:0.0:1749610707.663135:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299981121 00000400:00000200:2.0:1749610707.663136:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf92be80 02000000:00000010:1.0:1749610707.663136:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880135263800. 00000100:00100000:3.0:1749610707.663137:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1749610707.663137:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610707.663137:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299981122 00000400:00000200:2.0:1749610707.663139:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be9 [64] + 12792 00000100:00000001:1.0:1749610707.663139:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610707.663139:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299981121 00000100:00000001:0.0:1749610707.663140:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299981122 00010000:00000001:1.0:1749610707.663141:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1749610707.663142:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610707.663142:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1749610707.663143:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610707.663144:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610707.663144:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610707.663145:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000100:00001000:1.0:1749610707.663145:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749610707.663147:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749610707.663147:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749610707.663147:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1749610707.663148:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedee0 00000100:00000200:2.0:1749610707.663148:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749610707.663149:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:3.0:1749610707.663150:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedee0. 00000100:00000010:2.0:1749610707.663150:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074862300. 00000100:00000040:1.0:1749610707.663151:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:0.0:1749610707.663151:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074861880 x1834598494551296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610707.663152:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:2.0:1749610707.663152:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff880074862300 x1834598494551680 msgsize 224 00000100:00000001:1.0:1749610707.663152:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00100000:2.0:1749610707.663154:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610707.663154:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000200:3.0:1749610707.663155:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074861500 x1834598494551424/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610707.663156:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:1.0:1749610707.663157:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749610707.663157:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1749610707.663158:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610707.663158:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610707.663159:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749610707.663159:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610707.663161:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749610707.663161:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1749610707.663162:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 00000400:00000010:1.0:1749610707.663163:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 02000000:00000001:0.0:1749610707.663163:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1749610707.663164:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 00000100:00000001:2.0:1749610707.663165:0:28323:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:0.0:1749610707.663165:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610707.663166:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494551040, offset 0 00000100:00100000:0.0:1749610707.663167:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074861880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494551296:0@lo:38:kworker.0 00000100:00000001:3.0:1749610707.663168:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1749610707.663168:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074862d80 x1834598494551680/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610707.663169:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1749610707.663170:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074861500 x1834598494551424/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610723 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610707.663171:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749610707.663173:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749610707.663174:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610707.663174:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610707.663175:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:1.0:1749610707.663175:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749610707.663176:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749610707.663178:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610707.663179:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130312000. 00000100:00000040:3.0:1749610707.663180:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 828 usecs (1 jiffies) 00000400:00000200:1.0:1749610707.663180:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf92bc00 02000000:00000001:0.0:1749610707.663180:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610707.663181:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610707.663182:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299981121 00000100:00000040:2.0:1749610707.663183:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074862d80 x1834598494551680/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610723 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610707.663183:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffd68. 00000100:00000001:3.0:1749610707.663184:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299981122 00000400:00000200:1.0:1749610707.663184:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x662d [1] + 0 00000100:00000001:3.0:1749610707.663186:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299981121 00000100:00000001:3.0:1749610707.663187:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299981122 00000100:00000001:2.0:1749610707.663187:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610707.663187:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749610707.663187:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 00000100:00000001:3.0:1749610707.663188:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299981121 00000100:00000001:2.0:1749610707.663188:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610707.663189:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299981122 00000100:00000200:0.0:1749610707.663190:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494551296, portal 10 00000100:00000001:3.0:1749610707.663191:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299981121 00000100:00000001:2.0:1749610707.663191:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610707.663192:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299981122 00000400:00000200:1.0:1749610707.663192:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610707.663192:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610707.663193:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749610707.663193:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 781 usecs (1 jiffies) 00000100:00000001:0.0:1749610707.663193:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269163648 : -131939440387968 : ffff880074861880) 00000100:00000001:3.0:1749610707.663194:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610707.663195:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299981121 00000100:00000001:1.0:1749610707.663195:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610707.663196:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610707.663196:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299981122 00000100:00000001:3.0:1749610707.663197:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610707.663197:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074863100 x1834598494551040/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610732 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610707.663198:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610707.663198:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299981121 00000100:00000001:3.0:1749610707.663199:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610707.663199:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299981122 00000100:00000040:0.0:1749610707.663199:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074861880 x1834598494551296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610707.663200:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610707.663201:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610707.663201:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299981121 00000100:00000001:2.0:1749610707.663202:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299981122 00000100:00000001:2.0:1749610707.663204:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299981121 00000100:00000040:1.0:1749610707.663204:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880074863100 x1834598494551040/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610732 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610707.663205:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299981122 00000100:00000001:2.0:1749610707.663206:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610707.663207:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610707.663209:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610707.663209:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610707.663210:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610707.663211:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610707.663212:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610707.663214:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494551168 00000400:00000200:1.0:1749610707.663214:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000100:00000040:0.0:1749610707.663214:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1749610707.663215:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:1.0:1749610707.663215:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000100:00000001:3.0:1749610707.663216:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610707.663216:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000010:0.0:1749610707.663216:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821088. 00000100:00000001:3.0:1749610707.663217:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610707.663218:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:3.0:1749610707.663219:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610707.663219:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494551296, offset 0 00000100:00100000:3.0:1749610707.663220:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494551168 00000100:00000001:2.0:1749610707.663220:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749610707.663220:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610707.663221:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:2.0:1749610707.663221:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494551424 02000000:00000001:2.0:1749610707.663222:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1749610707.663222:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610707.663223:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1749610707.663223:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610707.663224:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610707.663225:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749610707.663226:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:2.0:1749610707.663226:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610707.663227:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749610707.663227:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749610707.663228:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610707.663228:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494551424 00000400:00000200:0.0:1749610707.663228:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1749610707.663229:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610707.663229:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610707.663229:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000020:00000001:2.0:1749610707.663230:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1749610707.663231:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f08e00 x1834598494551040/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610727 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610707.663232:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2000. 00000020:00000040:2.0:1749610707.663232:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000400:00000200:0.0:1749610707.663233:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92bd00 00000020:00000010:3.0:1749610707.663234:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cd00. 00000400:00000200:0.0:1749610707.663236:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 13016 00000020:00000010:3.0:1749610707.663237:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8e10. 00000020:00000001:2.0:1749610707.663237:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000020:00000001:2.0:1749610707.663238:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:3.0:1749610707.663239:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610707.663240:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1749610707.663240:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1749610707.663241:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494551040:12345-0@lo:38:kworker.0 Request processed in 142us (322us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749610707.663242:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610707.663242:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749610707.663243:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012b677500. 00000400:00000200:0.0:1749610707.663243:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610707.663245:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610707.663246:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00100000:1.0:1749610707.663248:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00000100:00000200:0.0:1749610707.663248:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749610707.663249:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1749610707.663249:0:9691:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:1.0:1749610707.663251:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000010:0.0:1749610707.663251:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f0ad80. 00000100:00000001:3.0:1749610707.663253:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610707.663253:0:9691:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1749610707.663253:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1749610707.663253:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880070f0ad80 x1834598494551296 msgsize 520 00000100:00100000:3.0:1749610707.663254:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494551680 02000000:00000001:3.0:1749610707.663255:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610707.663256:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1749610707.663256:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bc800. 00000020:00000010:1.0:1749610707.663256:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9d00. 00000100:00100000:0.0:1749610707.663257:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610707.663258:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610707.663258:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387a00. 02000000:00000001:3.0:1749610707.663259:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610707.663260:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494551680 00000020:00000010:2.0:1749610707.663260:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9af0. 00000020:00000010:1.0:1749610707.663260:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c7d0. 00000020:00000001:3.0:1749610707.663261:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610707.663262:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000020:00000001:3.0:1749610707.663263:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610707.663263:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000040:3.0:1749610707.663264:0:12680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000020:00000010:1.0:1749610707.663264:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125600. 00000020:00000001:3.0:1749610707.663265:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000040:2.0:1749610707.663265:0:9691:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1749610707.663266:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1749610707.663267:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749610707.663267:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610707.663267:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610707.663267:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821088 00000100:00000001:3.0:1749610707.663269:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749610707.663269:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749610707.663269:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821088. 00000020:00000010:3.0:1749610707.663270:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4211400. 00000100:00000001:0.0:1749610707.663271:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000010:3.0:1749610707.663272:0:12680:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b42117c0. 00000100:00000001:2.0:1749610707.663272:0:9691:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1749610707.663273:0:9691:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000200:0.0:1749610707.663274:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074861880 x1834598494551296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610707.663275:0:12680:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1749610707.663275:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610707.663276:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b4211400. 00000020:00000010:3.0:1749610707.663278:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2c00. 00000020:00000010:3.0:1749610707.663279:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cd80. 00000100:00000001:2.0:1749610707.663279:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749610707.663281:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8d48. 00000100:00000001:0.0:1749610707.663281:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610707.663283:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610707.663283:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610707.663283:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1749610707.663284:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074861880 x1834598494551296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610732 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610707.663285:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494551296 02000000:00000001:2.0:1749610707.663286:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610707.663286:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610707.663287:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610707.663287:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610707.663287:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610707.663288:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610707.663289:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610707.663290:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494551296 00000100:00000001:0.0:1749610707.663290:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610707.663291:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:1.0:1749610707.663291:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 195 00000100:00000001:0.0:1749610707.663291:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:2.0:1749610707.663292:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749610707.663293:0:12680:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:2.0:1749610707.663293:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749610707.663294:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610707.663294:0:9760:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000001:0.0:1749610707.663294:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610707.663295:0:12680:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:2.0:1749610707.663295:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610707.663296:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610707.663296:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bce00. 00000100:00000001:1.0:1749610707.663296:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134706662016 : -131939002889600 : ffff88008e99ca80) 00000100:00000001:3.0:1749610707.663297:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610707.663297:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 823 usecs (1 jiffies) 00000020:00000010:2.0:1749610707.663298:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387380. 00000020:00000010:2.0:1749610707.663299:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9bb8. 00000100:00000001:0.0:1749610707.663299:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299981121 00000100:00000001:2.0:1749610707.663300:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1749610707.663300:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008e99ca80 x1834598494551424/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:143/0 lens 224/0 e 0 to 0 dl 1749610718 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610707.663301:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610707.663301:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610707.663301:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299981122 00000100:00000001:3.0:1749610707.663302:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610707.663302:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610707.663303:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299981121 00000100:00100000:3.0:1749610707.663304:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 196 00000100:00000001:0.0:1749610707.663305:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299981122 00000100:00000040:3.0:1749610707.663306:0:12680:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:3.0:1749610707.663307:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134269166336 : -131939440385280 : ffff880074862300) 00000100:00000040:3.0:1749610707.663310:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880074862300 x1834598494551680/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:143/0 lens 224/0 e 0 to 0 dl 1749610718 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610707.663311:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299981121 00000100:00000001:2.0:1749610707.663313:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610707.663313:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299981122 00000100:00000001:2.0:1749610707.663314:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610707.663315:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749610707.663315:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749610707.663315:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299981121 00000020:00000010:3.0:1749610707.663316:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4211400. 00000100:00000001:3.0:1749610707.663317:0:12680:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610707.663317:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299981122 00000100:00000001:2.0:1749610707.663318:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1749610707.663318:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b405df00. 00000100:00000001:0.0:1749610707.663318:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749610707.663319:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b4211400. 00000100:00000001:2.0:1749610707.663319:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749610707.663320:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610707.663321:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880074862300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494551680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1749610707.663321:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 314 00000100:00000001:1.0:1749610707.663321:0:9760:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610707.663322:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1749610707.663323:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494551680 00000100:00000001:2.0:1749610707.663323:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134209037056 : -131939500514560 : ffff880070f0a300) 00000020:00000010:1.0:1749610707.663323:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b405df00. 00000020:00000001:3.0:1749610707.663325:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:2.0:1749610707.663325:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880070f0a300 x1834598494551168/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610727 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610707.663325:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880074863b80 x1834598494551552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610707.663327:0:12680:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00100000:1.0:1749610707.663328:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e99ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:28324:x1834598494551424:12345-0@lo:400:kworker.0 00000020:00000001:3.0:1749610707.663329:0:12680:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610707.663330:0:12680:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00100000:2.0:1749610707.663331:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494551168:12345-0@lo:38:kworker.0 00000100:00000200:1.0:1749610707.663331:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494551424 00000100:00000001:0.0:1749610707.663331:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1749610707.663332:0:12680:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:0.0:1749610707.663332:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610707.663333:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494551168 00000020:00000001:3.0:1749610707.663334:0:12680:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1749610707.663334:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:0.0:1749610707.663334:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1749610707.663335:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749610707.663335:0:9760:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:3.0:1749610707.663336:0:12680:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1749610707.663336:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:0.0:1749610707.663336:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749610707.663337:0:12680:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749610707.663337:0:9760:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610707.663338:0:12680:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749610707.663338:0:9760:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 02000000:00000001:0.0:1749610707.663338:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610707.663340:0:12680:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610707.663340:0:9760:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00100000:0.0:1749610707.663340:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880074863b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494551552:0@lo:38:kworker.0 00000020:00000001:3.0:1749610707.663341:0:12680:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000001:2.0:1749610707.663342:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610707.663342:0:9760:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00010000:00020000:2.0:1749610707.663343:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749610707.663343:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749610707.663344:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1749610707.663344:0:9760:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610707.663344:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749610707.663345:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:2.0:1749610707.663345:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:1.0:1749610707.663345:0:9760:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749610707.663346:0:9760:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 02000000:00000001:0.0:1749610707.663346:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610707.663347:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88011928ac00. 00010000:00000001:2.0:1749610707.663347:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:1.0:1749610707.663347:0:9760:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610707.663348:0:9760:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000001:0.0:1749610707.663348:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1749610707.663349:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610707.663349:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749610707.663350:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749610707.663350:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000010:0.0:1749610707.663350:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130311000. 02000000:00000001:2.0:1749610707.663351:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1749610707.663352:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1749610707.663352:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610707.663353:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610707.663353:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880129e10c00. 02000000:00000010:1.0:1749610707.663354:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880135263000. 00000020:00000001:3.0:1749610707.663355:0:12680:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610707.663355:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610707.663355:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610707.663355:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffbb0. 00000100:00000001:2.0:1749610707.663356:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749610707.663357:0:12680:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494551680 00010000:00000001:2.0:1749610707.663357:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749610707.663357:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610707.663358:0:12680:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000020:00000001:1.0:1749610707.663358:0:9760:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610707.663358:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821088. 00010000:00000001:2.0:1749610707.663359:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610707.663360:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00010000:00000040:1.0:1749610707.663360:0:9760:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494551424 00010000:00000200:3.0:1749610707.663361:0:12680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880074862300 x1834598494551680/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:143/0 lens 224/224 e 0 to 0 dl 1749610718 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610707.663361:0:9760:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000200:0.0:1749610707.663361:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494551552, portal 10 00000100:00000001:2.0:1749610707.663362:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749610707.663362:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610707.663363:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134269172608 : -131939440379008 : ffff880074863b80) 00000100:00000001:2.0:1749610707.663364:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000200:1.0:1749610707.663364:0:9760:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008e99ca80 x1834598494551424/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:143/0 lens 224/224 e 0 to 0 dl 1749610718 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610707.663365:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00010000:00000001:3.0:1749610707.663366:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749610707.663366:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00010000:00000001:3.0:1749610707.663367:0:12680:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610707.663368:0:12680:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=62 v=5 (1 1 1 1) 00000100:00000001:2.0:1749610707.663368:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:0.0:1749610707.663368:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880074863b80 x1834598494551552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610707.663369:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1749610707.663370:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00010000:00000001:1.0:1749610707.663370:0:9760:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610707.663371:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00001000:1.0:1749610707.663371:0:9760:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=62 v=5 (1 1 1 1) 00000100:00000001:0.0:1749610707.663372:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610707.663373:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:3.0:1749610707.663374:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:2.0:1749610707.663374:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749610707.663374:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610707.663374:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749610707.663375:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610707.663375:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000400:00000010:0.0:1749610707.663375:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821660. 02000000:00000001:3.0:1749610707.663376:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610707.663377:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610707.663377:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:0.0:1749610707.663377:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494551552, offset 0 00000100:00000001:3.0:1749610707.663378:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610707.663378:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1749610707.663380:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610707.663380:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 00000100:00000001:1.0:1749610707.663380:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000010:3.0:1749610707.663381:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedee0. 00000100:00000200:2.0:1749610707.663382:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494551168, offset 0 02000000:00000001:1.0:1749610707.663382:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610707.663383:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610707.663384:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:0.0:1749610707.663384:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1749610707.663386:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494551680, offset 224 00000100:00000040:1.0:1749610707.663386:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749610707.663387:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1749610707.663388:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000400:00000200:0.0:1749610707.663388:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610707.663389:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749610707.663391:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494551424, offset 224 00000400:00000200:2.0:1749610707.663392:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610707.663392:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92be00 00000400:00000200:3.0:1749610707.663395:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610707.663395:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610707.663396:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92bc80 00000400:00000200:3.0:1749610707.663398:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92be80 00000400:00000200:1.0:1749610707.663400:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610707.663402:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 13536 00000400:00000200:1.0:1749610707.663404:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92bd80 00000400:00000200:0.0:1749610707.663405:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610707.663407:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x663d [1] + 224 00000400:00000200:0.0:1749610707.663407:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610707.663410:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610707.663411:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6635 [1] + 0 00000400:00000200:1.0:1749610707.663412:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610707.663414:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610707.663415:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6645 [1] + 224 00000400:00000200:2.0:1749610707.663416:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610707.663418:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610707.663420:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610707.663420:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749610707.663421:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749610707.663423:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610707.663423:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000010:0.0:1749610707.663423:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f0b480. 00000100:00000001:2.0:1749610707.663424:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749610707.663424:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880070f0b480 x1834598494551552 msgsize 520 00000100:00000200:3.0:1749610707.663426:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074862d80 x1834598494551680/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610723 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610707.663426:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074861500 x1834598494551424/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610723 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610707.663427:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074863800 x1834598494551168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610732 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610707.663427:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610707.663429:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:3.0:1749610707.663431:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880074862d80 x1834598494551680/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610723 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610707.663431:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821660 00000100:00000040:1.0:1749610707.663432:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880074861500 x1834598494551424/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610723 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610707.663432:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821660. 00000100:00000040:2.0:1749610707.663433:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880074863800 x1834598494551168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610732 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610707.663434:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749610707.663436:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880074863b80 x1834598494551552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610707.663454:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610707.663455:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610707.663458:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749610707.663459:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 00000400:00000010:2.0:1749610707.663460:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 00000100:00000001:0.0:1749610707.663463:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610707.663465:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:0.0:1749610707.663465:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074863b80 x1834598494551552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610732 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610707.663466:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:3.0:1749610707.663467:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedee0 00000400:00000010:3.0:1749610707.663468:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedee0. 00000100:00000001:0.0:1749610707.663469:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610707.663470:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610707.663470:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610707.663470:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:1.0:1749610707.663471:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000100:00000040:2.0:1749610707.663472:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000010:1.0:1749610707.663472:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000100:00000001:0.0:1749610707.663472:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610707.663473:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610707.663474:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610707.663474:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:0.0:1749610707.663474:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 645 usecs (1 jiffies) 00000100:00000001:3.0:1749610707.663475:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:2.0:1749610707.663475:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610707.663475:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299981121 00000100:00000001:1.0:1749610707.663477:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610707.663477:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299981122 00000100:00000001:3.0:1749610707.663478:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610707.663478:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f0a300 x1834598494551168/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610727 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610707.663478:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610707.663478:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299981121 00000100:00000001:0.0:1749610707.663479:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299981122 00000100:00000040:3.0:1749610707.663480:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00010000:00000001:1.0:1749610707.663480:0:9760:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:0.0:1749610707.663480:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299981121 00000020:00000001:1.0:1749610707.663481:0:9760:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610707.663481:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299981122 00010000:00000001:3.0:1749610707.663482:0:12680:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749610707.663482:0:9760:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000020:00000001:3.0:1749610707.663483:0:12680:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610707.663483:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299981121 00000020:00000001:3.0:1749610707.663484:0:12680:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00100000:2.0:1749610707.663484:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494551168:12345-0@lo:38:kworker.0 Request processed in 152us (393us total) trans 0 rc -19/-19 00000100:00000040:1.0:1749610707.663485:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008e99ca80 x1834598494551424/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:143/0 lens 224/224 e 0 to 0 dl 1749610718 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610707.663487:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074862300 x1834598494551680/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:143/0 lens 224/224 e 0 to 0 dl 1749610718 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610707.663487:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299981122 00000100:00100000:2.0:1749610707.663488:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 314 00000100:00000001:0.0:1749610707.663488:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610707.663490:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610707.663490:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610707.663491:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:1.0:1749610707.663491:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e99ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:28324:x1834598494551424:12345-0@lo:400:kworker.0 Request processed in 175us (354us total) trans 0 rc 0/0 00000100:00100000:3.0:1749610707.663493:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880074862300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494551680:12345-0@lo:400:kworker.0 Request processed in 176us (339us total) trans 0 rc 0/0 00000400:00000001:0.0:1749610707.663493:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610707.663494:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1749610707.663496:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 195 00000400:00000010:0.0:1749610707.663496:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffaa8. 00000020:00000010:2.0:1749610707.663497:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cd00. 00000020:00000010:2.0:1749610707.663499:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8e10. 00000400:00000200:0.0:1749610707.663499:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 00000400:00000010:0.0:1749610707.663500:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00000100:00000040:1.0:1749610707.663501:0:9760:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00000001:0.0:1749610707.663501:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:3.0:1749610707.663502:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 196 00000020:00000010:2.0:1749610707.663502:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2000. 00000100:00000001:1.0:1749610707.663503:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:3.0:1749610707.663504:0:12680:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:2.0:1749610707.663504:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610707.663504:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1749610707.663504:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074863100 x1834598494551040/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610732 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610707.663505:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610707.663506:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749610707.663506:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387a00. 00000020:00000010:3.0:1749610707.663508:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cd80. 00000100:00000001:2.0:1749610707.663509:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:0.0:1749610707.663509:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074863100 x1834598494551040/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610732 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610707.663510:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8d48. 00000100:00100000:2.0:1749610707.663510:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494551552 00000020:00000010:1.0:1749610707.663510:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9af0. 02000000:00000001:2.0:1749610707.663511:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:3.0:1749610707.663512:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2c00. 00000100:00000001:2.0:1749610707.663512:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610707.663513:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610707.663513:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bc800. 00000020:00000040:3.0:1749610707.663515:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 02000000:00000001:2.0:1749610707.663515:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610707.663515:0:9760:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00000001:0.0:1749610707.663515:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610707.663516:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749610707.663516:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494551552 00000100:00000001:0.0:1749610707.663516:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749610707.663517:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749610707.663517:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1749610707.663518:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749610707.663518:0:28320:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:2.0:1749610707.663519:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749610707.663539:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610707.663540:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610707.663542:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bc600. 00000100:00000001:3.0:1749610707.663543:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1749610707.663543:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610707.663544:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1749610707.663544:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387880. 00000100:00000001:0.0:1749610707.663545:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1749610707.663546:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9a28. 00000100:00100000:3.0:1749610707.663547:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 315 00000100:00000001:2.0:1749610707.663547:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610707.663547:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610707.663548:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134209039744 : -131939500511872 : ffff880070f0ad80) 00000100:00000001:2.0:1749610707.663548:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610707.663549:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610707.663549:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610707.663551:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880070f0ad80 x1834598494551296/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610727 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610707.663552:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610707.663553:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1749610707.663554:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610707 v=5 (0 0 0 0) 00000100:00100000:3.0:1749610707.663556:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494551296:12345-0@lo:38:kworker.0 00000100:00000001:2.0:1749610707.663556:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610707.663557:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:3.0:1749610707.663558:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494551296 00000100:00001000:0.0:1749610707.663558:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=130 v=20 (1 1 1 20) 00000020:00000001:3.0:1749610707.663559:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:2.0:1749610707.663559:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 316 00000100:00000001:2.0:1749610707.663560:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134209041536 : -131939500510080 : ffff880070f0b480) 00010000:00000001:3.0:1749610707.663561:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749610707.663561:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1749610707.663563:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880070f0b480 x1834598494551552/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610727 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610707.663563:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610707.663565:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:2.0:1749610707.663568:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494551552:12345-0@lo:38:kworker.0 00000020:00000001:3.0:1749610707.663570:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610707.663570:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494551552 00000100:00000040:0.0:1749610707.663570:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074863100 x1834598494551040/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610732 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610707.663571:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00020000:3.0:1749610707.663573:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:2.0:1749610707.663573:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00010000:00000001:3.0:1749610707.663578:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610707.663578:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749610707.663580:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610707.663581:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:2.0:1749610707.663581:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610707.663581:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610707.663582:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00020000:2.0:1749610707.663583:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749610707.663583:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610707.663584:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:2.0:1749610707.663585:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610707.663585:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 02000000:00000010:3.0:1749610707.663586:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88011928a800. 00010000:00000001:2.0:1749610707.663586:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:3.0:1749610707.663587:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610707.663587:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610707.663588:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610707.663588:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749610707.663588:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:3.0:1749610707.663590:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1749610707.663590:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00080000:0.0:1749610707.663590:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00010000:00000001:3.0:1749610707.663591:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610707.663592:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000010:2.0:1749610707.663593:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880111578800. 00000100:00000001:3.0:1749610707.663594:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:2.0:1749610707.663594:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610707.663595:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610707.663596:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610707.663597:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00010000:00000001:2.0:1749610707.663597:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749610707.663598:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610707.663598:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749610707.663599:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610707.663600:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00001000:2.0:1749610707.663600:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749610707.663601:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749610707.663601:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610707.663602:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:3.0:1749610707.663603:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749610707.663603:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1749610707.663604:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610707.663604:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:2.0:1749610707.663605:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00080000:1.0:1749610707.663605:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000040:0.0:1749610707.663605:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074863100 x1834598494551040/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610732 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610707.663606:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610707.663606:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:3.0:1749610707.663607:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610707.663608:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedee0. 00000100:00000040:2.0:1749610707.663608:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000020:00000040:1.0:1749610707.663608:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 02000000:00000001:2.0:1749610707.663610:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:3.0:1749610707.663611:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494551296, offset 0 02000000:00000001:2.0:1749610707.663611:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610707.663612:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:3.0:1749610707.663614:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1749610707.663614:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074863100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494551040:0@lo:38:kworker.0 00000100:00000040:2.0:1749610707.663615:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610707.663616:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 00000400:00000200:3.0:1749610707.663618:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1749610707.663618:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494551552, offset 0 00000100:00000001:0.0:1749610707.663618:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610707.663620:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1749610707.663621:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610707.663622:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92bd00 00000100:00000040:0.0:1749610707.663623:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074863100 x1834598494551040/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610732 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610707.663625:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6651 [1] + 0 00000400:00000200:2.0:1749610707.663625:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610707.663628:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610707.663629:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92be00 00000100:00000001:0.0:1749610707.663629:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1749610707.663630:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749610707.663631:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1749610707.663632:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6659 [1] + 0 00000100:00000001:3.0:1749610707.663634:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:2.0:1749610707.663634:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1749610707.663634:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130313800. 00000400:00000200:2.0:1749610707.663636:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610707.663637:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074861880 x1834598494551296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610732 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610707.663637:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749610707.663639:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:0.0:1749610707.663639:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:2.0:1749610707.663641:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880074863b80 x1834598494551552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610732 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749610707.663641:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000040:3.0:1749610707.663642:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880074861880 x1834598494551296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610732 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610707.663642:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610707.663645:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880129e12400. 02000000:00000001:0.0:1749610707.663648:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1749610707.663649:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880074863b80 x1834598494551552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610732 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610707.663650:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:0.0:1749610707.663650:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610707.663652:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074863100. 00000400:00000200:3.0:1749610707.663653:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedee0 00000400:00000010:3.0:1749610707.663654:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedee0. 00000100:00000001:2.0:1749610707.663655:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610707.663655:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610707.663656:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610707.663656:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610707.663657:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:2.0:1749610707.663658:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 00000100:00000001:0.0:1749610707.663658:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610707.663659:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610707.663659:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 00000100:00000001:2.0:1749610707.663660:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:3.0:1749610707.663661:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610707.663661:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610707.663662:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610707.663662:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1749610707.663663:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610707.663663:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610707.663664:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610707.663665:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610707.663665:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1749610707.663666:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f0ad80 x1834598494551296/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610727 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610707.663666:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610707.663667:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610707.663667:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749610707.663670:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f0b480 x1834598494551552/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610727 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749610707.663670:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610707.663671:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1749610707.663672:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494551296:12345-0@lo:38:kworker.0 Request processed in 115us (417us total) trans 0 rc -19/-19 00000400:00000010:0.0:1749610707.663673:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffcb8. 00000100:00100000:2.0:1749610707.663675:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494551552:12345-0@lo:38:kworker.0 Request processed in 106us (249us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749610707.663676:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 315 00000400:00000200:0.0:1749610707.663676:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958212a8 00000400:00000010:0.0:1749610707.663677:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958212a8. 00000100:00000001:3.0:1749610707.663678:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610707.663678:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749610707.663679:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:3.0:1749610707.663680:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387380. 00000100:00100000:2.0:1749610707.663680:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 316 00000100:00000001:2.0:1749610707.663681:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:3.0:1749610707.663682:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9bb8. 00000100:00000001:2.0:1749610707.663682:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1749610707.663683:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074863800 x1834598494551168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610732 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610707.663684:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387880. 00000020:00000010:3.0:1749610707.663685:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bce00. 00000100:00000001:3.0:1749610707.663686:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749610707.663686:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9a28. 00000020:00000010:2.0:1749610707.663688:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bc600. 00000100:00000001:2.0:1749610707.663690:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610707.663695:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610707.663696:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1749610707.663697:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074863800 x1834598494551168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610732 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1749610707.663698:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749610707.663699:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749610707.663699:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1749610707.663700:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7b00. 00000100:00000001:2.0:1749610707.663701:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1749610707.663702:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eede58 00000400:00000010:3.0:1749610707.663703:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eede58. 00000100:00000001:3.0:1749610707.663704:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610707.663704:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000001:2.0:1749610707.663705:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:3.0:1749610707.663706:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074861500 x1834598494551424/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610723 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749610707.663706:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749610707.663706:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610707.663707:0:28320:0:(client.c:1550:after_reply()) Process entered 00000400:00000010:2.0:1749610707.663708:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe738. 02000000:00000001:0.0:1749610707.663709:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1749610707.663710:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 00000100:00000001:0.0:1749610707.663710:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1749610707.663711:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074861500 x1834598494551424/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610723 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610707.663712:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 00000100:00000001:0.0:1749610707.663712:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610707.663714:0:28323:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:0.0:1749610707.663714:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610707.663715:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:2.0:1749610707.663717:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074862d80 x1834598494551680/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610723 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749610707.663718:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610707 v=5 (0 0 0 0) 00000100:00000001:3.0:1749610707.663719:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610707.663721:0:28324:0:(client.c:1550:after_reply()) Process entered 00000100:00001000:0.0:1749610707.663721:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=112 v=20 (1 1 1 20) 02000000:00000001:3.0:1749610707.663722:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610707.663723:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610707.663723:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610707.663724:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610707.663724:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:2.0:1749610707.663725:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074862d80 x1834598494551680/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610723 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610707.663726:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610707.663726:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00001000:3.0:1749610707.663728:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=62 v=5 (5 5 5 5) 00000100:00001000:3.0:1749610707.663730:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=62 v=5 (1 1 1 1) 00000100:00000040:0.0:1749610707.663730:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074863800 x1834598494551168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610732 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610707.663732:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610707.663733:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610707.663735:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1749610707.663735:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610707.663737:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610707.663737:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00010000:00080000:3.0:1749610707.663738:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880074861500 x1834598494551424/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610723 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610707.663738:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610707.663739:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610707.663740:0:28323:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749610707.663740:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610707.663741:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749610707.663742:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610707.663742:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610707.663743:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00080000:0.0:1749610707.663743:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749610707.663744:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1749610707.663745:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1749610707.663745:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610707.663745:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749610707.663746:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749610707.663746:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610707.663747:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610707.663747:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610707.663749:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074861500 x1834598494551424/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610723 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610707.663750:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074863800 x1834598494551168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610732 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749610707.663751:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=12 v=5 (5 5 5 5) 00000100:00000001:3.0:1749610707.663753:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610707.663754:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:2.0:1749610707.663754:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=12 v=5 (1 1 1 1) 00000100:00000001:3.0:1749610707.663755:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749610707.663756:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074863800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494551168:0@lo:38:kworker.0 00000100:00000040:3.0:1749610707.663757:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074861500 x1834598494551424/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610723 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610707.663757:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610707.663758:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610707.663760:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000001:0.0:1749610707.663761:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:3.0:1749610707.663762:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074861500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:28324:1834598494551424:0@lo:400:kworker.0 00000400:00000001:0.0:1749610707.663762:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749610707.663764:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:2.0:1749610707.663764:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880074862d80 x1834598494551680/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610723 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610707.663766:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1749610707.663767:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffd68. 00000100:00000040:3.0:1749610707.663768:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074861500 x1834598494551424/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610723 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749610707.663770:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610707.663770:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 00000100:00000001:3.0:1749610707.663771:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000010:0.0:1749610707.663771:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 02000000:00000001:3.0:1749610707.663772:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749610707.663772:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 02000000:00000010:3.0:1749610707.663773:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7b2200. 00000100:00000001:0.0:1749610707.663773:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:2.0:1749610707.663774:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:2.0:1749610707.663776:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000200:0.0:1749610707.663776:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074861880 x1834598494551296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610732 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610707.663777:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749610707.663777:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610707.663778:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610707.663779:0:28324:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000040:2.0:1749610707.663780:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074862d80 x1834598494551680/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610723 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610707.663791:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749610707.663792:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5600. 00000100:00000200:0.0:1749610707.663793:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074861880 x1834598494551296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610732 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610707.663794:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610707.663795:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610707.663796:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074861500. 00000100:00000001:2.0:1749610707.663796:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610707.663798:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610707.663798:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610707.663799:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610707.663799:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610707.663799:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610707.663800:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610707.663800:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610707.663801:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749610707.663802:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1749610707.663802:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074862d80 x1834598494551680/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610723 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610707.663802:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610707.663803:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610707.663803:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610707.663805:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610707.663805:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610707.663806:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610707.663806:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610707.663809:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074862d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494551680:0@lo:400:kworker.0 00000100:00001000:0.0:1749610707.663809:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610707 v=5 (0 0 0 0) 00000100:00001000:0.0:1749610707.663812:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=62 v=20 (1 1 1 20) 00000100:00000001:2.0:1749610707.663813:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610707.663814:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610707.663815:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610707.663815:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610707.663817:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074862d80 x1834598494551680/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610723 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610707.663817:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610707.663820:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074861880 x1834598494551296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610732 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610707.663826:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610707.663828:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610707.663829:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610707.663830:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610707.663831:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749610707.663832:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1749610707.663834:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00080000:0.0:1749610707.663834:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610707.663835:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:2.0:1749610707.663836:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1749610707.663837:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074861880 x1834598494551296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610732 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610707.663838:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009c9bd000. 02000000:00000001:2.0:1749610707.663840:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610707.663841:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610707.663843:0:28323:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:2.0:1749610707.663844:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610707.663846:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5100. 02000000:00000001:2.0:1749610707.663848:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610707.663860:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610707.663861:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074862d80. 00000100:00000001:2.0:1749610707.663863:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610707.663864:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610707.663865:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749610707.663866:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074861880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494551296:0@lo:38:kworker.0 00000100:00000001:2.0:1749610707.663868:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610707.663869:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610707.663870:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000001:0.0:1749610707.663870:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610707.663871:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749610707.663872:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610707.663872:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffbb0. 00000400:00000200:0.0:1749610707.663874:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821088 00000400:00000010:0.0:1749610707.663875:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821088. 00000100:00000001:0.0:1749610707.663876:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749610707.663878:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074863b80 x1834598494551552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610732 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610707.663882:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074863b80 x1834598494551552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610732 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610707.663885:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610707.663886:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610707.663887:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610707.663888:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610707.663889:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610707.663889:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610707.663891:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610707.663893:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610707 v=5 (0 0 0 0) 00000100:00001000:0.0:1749610707.663894:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=12 v=20 (1 1 1 20) 00000100:00000001:0.0:1749610707.663896:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610707.663897:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610707.663898:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610707.663900:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074863b80 x1834598494551552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610732 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610707.663904:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610707.663905:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610707.663906:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610707.663906:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610707.663907:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749610707.663909:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749610707.663913:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610707.663914:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610707.663916:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074863b80 x1834598494551552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610732 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610707.663921:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074863b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494551552:0@lo:38:kworker.0 00000100:00000001:0.0:1749610707.663923:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610707.663924:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610707.663926:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074863800 x1834598494551168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610732 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610707.663929:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610707.663930:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610707.663931:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130310800. 02000000:00000001:0.0:1749610707.663933:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610707.663934:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610707.663935:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749610707.663936:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610707.663937:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880129e13800. 02000000:00000001:0.0:1749610707.663938:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610707.663939:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610707.663940:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074863800. 00000100:00000001:0.0:1749610707.663941:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610707.663942:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610707.663943:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610707.663945:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074861880 x1834598494551296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610732 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610707.663949:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610707.663950:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610707.663951:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130312000. 02000000:00000001:0.0:1749610707.663952:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610707.663953:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610707.663953:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749610707.663954:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610707.663955:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880129e13c00. 02000000:00000001:0.0:1749610707.663959:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610707.663960:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610707.663961:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074861880. 00000100:00000001:0.0:1749610707.663962:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610707.663963:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610707.663964:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610707.663966:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074863b80 x1834598494551552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610732 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610707.663969:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610707.663970:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610707.663971:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130311000. 02000000:00000001:0.0:1749610707.663972:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610707.663972:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610707.663973:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1749610707.663974:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610707.663975:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880129e13000. 02000000:00000001:0.0:1749610707.663976:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610707.663976:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610707.663977:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074863b80. 00000100:00000001:0.0:1749610707.663978:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610707.663979:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610707.663980:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610707.663981:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610707.663982:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610707.663983:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610707.663985:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610707.664558:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299981122, at 4299981122 00000100:00000040:1.0:1749610707.664561:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299981122, at 4299981122 00000100:00000010:2.0:1749610707.664562:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b3700. 00000100:00000040:3.0:1749610707.664566:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299981122, at 4299981122 00000100:00000010:1.0:1749610707.664567:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b3f40. 00000100:00000040:0.0:1749610707.664571:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299981122, at 4299981122 00000100:00000010:3.0:1749610707.664572:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b36c0. 00000100:00000010:0.0:1749610707.664577:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e6b3800. 00000100:00000001:0.0:1749610707.855629:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610707.855634:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610707.855635:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610707.855638:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:0.0:1749610707.855641:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610707.855643:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610707.855646:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610707.855648:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610707.855649:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610708.457627:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610708.457633:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610708.457635:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610708.457638:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610708.457640:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610708.457643:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610708.457645:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610708.457647:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610708.457648:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610708.550632:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610708.550637:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610708.550658:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1749610708.550660:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610708.550662:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610708.663602:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610708.663615:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610708.663616:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610708.663619:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610708.663621:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610708.663624:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610708.663625:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610708.855571:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610708.855578:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610708.855579:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610708.855582:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966abf00 going to sleep for 0 seconds 00000100:00000001:0.0:1749610708.855584:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610708.855586:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610708.855588:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749610708.855596:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff880074863480 x1834598494549376/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610708.855602:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610708.855605:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074863480 x1834598494549376/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610708.855609:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749610708.855611:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610708.855613:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610708.855614:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610708.855616:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074863480 x1834598494549376/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610708.855620:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074863480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494549376:0@lo:101:ll_cfg_requeue.0 00000100:00000001:0.0:1749610708.855623:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610708.855624:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749610708.855637:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749610708.855638:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610708.855640:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880074863480 x1834598494549376/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610708.855644:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610708.855646:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800966abf00. 00000100:00000001:0.0:1749610708.855649:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749610708.855650:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749610708.855653:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749610708.855655:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749610708.855657:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610708.855659:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88009c9bcc00 refcount=4 00000020:00000001:0.0:1749610708.855660:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134941674496 : -131938767877120 : ffff88009c9bcc00) 00010000:00000001:0.0:1749610708.855662:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134941674496 : -131938767877120 : ffff88009c9bcc00) 00010000:00010000:0.0:1749610708.855666:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88009c9bcc00/0x689c0ec07329d1c9 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610708.855671:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749610708.855674:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88009c9bcc00/0x689c0ec07329d1c9 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610708.855678:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749610708.855679:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88009c9bcc00/0x689c0ec07329d1c9 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610708.855683:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610708.855684:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749610708.855685:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88009c9bcc00/0x689c0ec07329d1c9 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610708.855688:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749610708.855690:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610708.855691:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749610708.855695:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88009c9bcc00/0x689c0ec07329d1c9 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749610708.855699:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88009c9bcc00 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:0.0:1749610708.855701:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749610708.855703:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88009c9bcc00/0x689c0ec07329d1c9 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610708.855706:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749610708.855706:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749610708.855707:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610708.855708:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88009c9bcc00 refcount=5 00000020:00000001:0.0:1749610708.855709:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134941674496 : -131938767877120 : ffff88009c9bcc00) 00010000:00000001:0.0:1749610708.855710:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134941674496 : -131938767877120 : ffff88009c9bcc00) 00010000:00000001:0.0:1749610708.855712:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749610708.855713:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88009c9bcc00/0x689c0ec07329d1c9 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749610708.855716:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749610708.855717:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88009c9bcc00/0x689c0ec07329d1c9 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749610708.855719:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:0.0:1749610708.855721:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749610708.855721:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610708.855723:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749610708.855723:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749610708.855725:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749610708.855726:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749610708.855727:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749610708.855727:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610708.855729:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88009c9bcc00 with handle 0x689c0ec07329d1c9 from hash 00010000:00000001:0.0:1749610708.855730:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749610708.855731:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610708.855731:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610708.855734:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749610708.855735:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749610708.855736:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749610708.855737:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610708.855738:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610708.855739:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749610708.855740:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610708.855741:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88009c9bcc00/0x689c0ec07329d1c9 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610708.855744:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610708.855744:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610708.855745:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749610708.855745:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749610708.855746:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610708.855747:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610708.855747:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749610708.855748:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88009c9bcc00/0x689c0ec07329d1c9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1749610708.855753:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88006efe5c00 count: 0 00010000:00000001:0.0:1749610708.855769:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610708.855770:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749610708.855772:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610708.855774:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074863480 x1834598494549376/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610708.855777:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749610708.855779:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610708.855781:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749610708.855782:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610708.855784:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009c9bc200. 02000000:00000001:0.0:1749610708.855787:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610708.855788:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610708.855789:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074863480. 00000100:00000001:0.0:1749610708.855791:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610708.855792:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749610708.855793:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:0.0:1749610708.855798:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:0.0:1749610708.855799:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1749610708.855802:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff88012e6b3800. 00000020:00000010:0.0:1749610708.855805:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8ec00. 00000020:00000010:0.0:1749610708.855809:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88007fb8e000. 00000040:00000010:0.0:1749610708.855811:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88007fb8f800. 00000020:00000010:0.0:1749610708.855815:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a3b0000. 00000020:00000010:0.0:1749610708.855819:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88007fb8f400. 80000000:00000010:0.0:1749610708.855822:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b43bf180. 00040000:00000010:0.0:1749610708.855827:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88007fb8fa00. 00080000:00000010:0.0:1749610708.855831:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009a4c4000. 00080000:00000010:0.0:1749610708.855834:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009a4c8000. 10000000:00000040:0.0:1749610708.855840:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000001:0.0:1749610708.855841:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:0.0:1749610708.855845:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88007fb8e000. 00000040:00000010:0.0:1749610708.855848:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88007fb8f800. 00000020:00000010:0.0:1749610708.855850:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a3b0000. 00000020:00000010:0.0:1749610708.855853:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88007fb8f400. 80000000:00000010:0.0:1749610708.855855:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b43bf180. 00040000:00000010:0.0:1749610708.855856:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88007fb8fa00. 00080000:00000010:0.0:1749610708.855859:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009a4c8000. 00080000:00000010:0.0:1749610708.855862:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009a4c4000. 00000020:00000010:0.0:1749610708.855864:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8ec00. 10000000:00000010:0.0:1749610708.855865:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff88012e6b3800. 10000000:01000000:0.0:1749610708.855868:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-OST0000' failed (-5). 10000000:00000001:0.0:1749610708.855869:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:0.0:1749610708.855871:0:9690:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:0.0:1749610708.855872:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1749610708.855874:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1749610708.855875:0:9690:0:(mgc_request.c:108:config_log_get()) log params (ffff88006bb8ce00) refs 2 10000000:00000001:0.0:1749610708.855876:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749610708.855889:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1749610708.855890:0:9690:0:(mgc_request.c:123:config_log_put()) log lustre-OST0000(ffff88006bb8c400) refs 2 10000000:00000001:0.0:1749610708.855894:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1749610708.855895:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1749610708.855896:0:9690:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:0.0:1749610708.855896:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:0.0:1749610708.855898:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log params-ffff8800b422c800 from 7 10000000:00000001:0.0:1749610708.855899:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:0.0:1749610708.855900:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:0.0:1749610708.855903:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f08380. 00000020:00000040:0.0:1749610708.855904:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1749610708.855907:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610708.855909:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610708.855912:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610708.855915:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007fb8ec00. 00000100:00000001:0.0:1749610708.855919:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610708.855921:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1749610708.855922:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1749610708.855925:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007ef3f700. 00010000:00000001:0.0:1749610708.855928:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1749610708.855929:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007fb8e600. 00000020:00000001:0.0:1749610708.855931:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1749610708.855933:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007fb8e600 with handle 0x689c0ec07329d1d0 to hash 00000020:00000001:0.0:1749610708.855934:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1749610708.855935:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134457042432 : -131939252509184 : ffff88007fb8e600) 00010000:00000001:0.0:1749610708.855937:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134457042432 : -131939252509184 : ffff88007fb8e600) 00010000:00000001:0.0:1749610708.855938:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749610708.855939:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610708.855940:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d1d0 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749610708.855944:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d1d0 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749610708.855950:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d1d0 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1749610708.855953:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749610708.855957:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749610708.855962:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88006b8afb40. 00000100:00000001:0.0:1749610708.855963:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134118488896 : -131939591062720 : ffff88006b8afb40) 00000100:00000001:0.0:1749610708.855965:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610708.855965:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209028992 : -131939500522624 : ffff880070f08380) 00000100:00000001:0.0:1749610708.855968:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610708.855971:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610708.855972:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749610708.855973:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749610708.855976:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f08380 x1834598494551808/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610708.855980:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610708.855981:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749610708.855983:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff880070f08380 x1834598494551808/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610708.855987:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610708.855987:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610708.855988:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610708.855989:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610708.855990:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610708.855991:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610708.855992:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610708.855992:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610708.855993:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1F:1749610708.861595:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88006efe5c00. 00010000:00000010:0.1:1749610708.861603:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009c9bcc00. 00000100:00000001:2.0:1749610709.457630:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610709.457636:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610709.457637:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610709.457640:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610709.457642:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610709.457645:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610709.457647:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610709.457674:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610709.457675:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610709.552621:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610709.552626:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610709.552705:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610709.552709:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610709.552711:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610709.663595:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610709.663608:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610709.663610:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610709.663613:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610709.663615:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610709.663617:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610709.663619:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610709.855619:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610709.855624:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610709.855626:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610709.855641:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610709.855643:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610709.855646:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610709.855648:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610709.855651:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610709.855652:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610710.457695:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610710.457703:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610710.457706:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610710.457711:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610710.457714:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610710.457718:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610710.457721:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610710.457724:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610710.457727:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610710.554675:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610710.554683:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610710.554758:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610710.554763:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610710.554767:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610710.663689:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610710.663707:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610710.663710:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610710.663715:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610710.663717:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610710.663722:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610710.663724:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610710.855659:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610710.855669:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610710.855671:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610710.855676:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610710.855680:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610710.855685:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610710.855688:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610710.855692:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610710.855694:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610711.457680:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610711.457691:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610711.457695:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610711.457701:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610711.457705:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610711.457710:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610711.457715:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610711.457719:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610711.457723:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610711.556664:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610711.556671:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610711.556805:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610711.556811:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610711.556815:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610711.663639:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610711.663659:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610711.663661:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610711.663666:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610711.663669:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610711.663673:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610711.663675:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610711.855688:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610711.855697:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610711.855700:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610711.855704:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610711.855708:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610711.855712:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610711.855733:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610711.855737:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610711.855740:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610712.457695:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610712.457705:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610712.457709:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610712.457716:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610712.457721:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610712.457726:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610712.457731:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610712.457735:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610712.457739:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610712.558684:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610712.558692:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610712.558822:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610712.558829:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610712.558833:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610712.663708:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610712.663717:0:28320:0:(client.c:2435:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1749610712.663734:0:28320:0:(client.c:2451:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1749610687/real 1749610687] req@ffff880074862a00 x1834598494547712/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610712 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749610712.663759:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610712.663762:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610712.663768:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3fff20. 00000400:00000200:2.0:1749610712.663778:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821cc0 00000400:00000010:2.0:1749610712.663783:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821cc0. 00000100:00000001:2.0:1749610712.663788:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610712.663795:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880074862a00 x1834598494547712/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610712 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610712.663810:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880074862a00 x1834598494547712/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610712 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610712.663822:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610712.663825:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610712.663830:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610712.663833:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749610712.663839:0:28320:0:(client.c:2482:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff880074862a00 x1834598494547712/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610712 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610712.663852:0:28320:0:(client.c:2487:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610712.663865:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610712.663867:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610712.663872:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610712.663875:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610712.663879:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610712.663886:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880074862a00 x1834598494547712/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610712 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610712.663899:0:28320:0:(client.c:2097:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749610712.663904:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610712.663907:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610712.663909:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610712.663931:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610712.663936:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1749610712.663942:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610712.663984:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.106@tcp failed (-110) 00000100:00000001:2.0:1749610712.663989:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1749610712.663997:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074862a00 x1834598494547712/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610712 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610712.664012:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880074862a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494547712:0@lo:250:kworker.0 00000100:00000001:2.0:1749610712.664020:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610712.664023:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610712.664028:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880074862a00 x1834598494547712/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610712 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610712.664040:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610712.664044:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610712.664050:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130312800. 00000100:00080000:0.0:1749610712.664050:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000001:2.0:1749610712.664056:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:0.0:1749610712.664058:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000020:00000001:2.0:1749610712.664060:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749610712.664061:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610712.664063:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from DISCONN to CONNECTING 00000020:00000040:2.0:1749610712.664064:0:28320:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1749610712.664067:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000020:00000001:2.0:1749610712.664068:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610712.664072:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880129e10800. 00000100:00080000:0.0:1749610712.664072:0:8737:0:(import.c:505:import_select_connection()) MGC192.168.202.106@tcp: connect to NID 0@lo last attempt 5293 00000100:00080000:0.0:1749610712.664076:0:8737:0:(import.c:584:import_select_connection()) MGC192.168.202.106@tcp: tried all connections, increasing latency to 20s 02000000:00000001:2.0:1749610712.664077:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610712.664079:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1749610712.664079:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000010:2.0:1749610712.664083:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074862a00. 00000100:00000001:0.0:1749610712.664083:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610712.664085:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610712.664088:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610712.664088:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610712.664090:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749610712.664091:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610712.664093:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1749610712.664094:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cf3e 00000020:00000001:0.0:1749610712.664097:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610712.664099:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:0.0:1749610712.664100:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009d243000 refcount=3 00000100:00000001:2.0:1749610712.664101:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610712.664102:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000100:00000001:2.0:1749610712.664105:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1749610712.664105:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000100:00000001:2.0:1749610712.664108:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610712.664108:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610712.664110:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610712.664112:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610712.664114:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610712.664117:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88009d243000 : new refcount 2 00000100:00080000:0.0:1749610712.664120:0:8737:0:(import.c:619:import_select_connection()) MGC192.168.202.106@tcp: import ffff88009d242800 using connection MGC192.168.202.106@tcp_0/0@lo 00000100:00000001:0.0:1749610712.664122:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610712.664125:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610712.664128:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610712.664131:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610712.664144:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610712.664148:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610712.664155:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f0aa00. 00000020:00000040:0.0:1749610712.664161:0:8737:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 02000000:00000001:0.0:1749610712.664167:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610712.664169:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610712.664173:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610712.664177:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610712.664181:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610712.664190:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130311000. 00000100:00000001:0.0:1749610712.664199:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610712.664210:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880070f0aa00 x1834598494551936/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610712.664227:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610712.664233:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610712.664240:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f0aa00] to pc [ptlrpcd_rcv+-1] req@ffff880070f0aa00 x1834598494551936/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610712.664279:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610712.664283:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610712.664287:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610712.664288:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610712.664290:0:8737:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610712.664293:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610712.664295:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5313 00000100:00080000:0.0:1749610712.664298:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610712.664300:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610712.664302:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610712.664304:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610712.664306:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610712.664309:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610712.664310:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749610712.664312:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610712.664320:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1749610712.664322:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749610712.664324:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000001:2.0:1749610712.664325:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1749610712.664327:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000001:2.0:1749610712.664328:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749610712.664330:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610712.664332:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610712.664334:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000040:2.0:1749610712.664336:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f0aa00 x1834598494551936/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610712.664336:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610712.664338:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:0.0:1749610712.664341:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610712.664343:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610712.664345:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610712.664352:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610712.664354:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610712.664356:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610712.664358:0:8737:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610712.664360:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000010:0.0:1749610712.664362:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f08a80. 00000100:00000001:2.0:1749610712.664363:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610712.664365:0:8737:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749610712.664367:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610712.664369:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749610712.664369:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610712.664371:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610712.664372:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610712.664373:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610712.664374:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610712.664377:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610712.664379:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130312000. 00000100:00000001:0.0:1749610712.664383:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610712.664384:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494551936:0@lo:250:kworker.0 00000100:00100000:0.0:1749610712.664388:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880070f08a80 x1834598494552064/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610712.664390:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749610712.664431:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610712.664434:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610712.664438:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f08a80] to pc [ptlrpcd_rcv+-1] req@ffff880070f08a80 x1834598494552064/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610712.664445:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749610712.664448:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610712.664449:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610712.664450:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000001:2.0:1749610712.664453:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749610712.664460:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880111578400. 00000100:00080000:0.0:1749610712.664460:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610712.664462:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:2.0:1749610712.664464:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610712.664464:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610712.664466:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610712.664469:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5313 00000400:00000010:2.0:1749610712.664471:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe738. 00000100:00080000:0.0:1749610712.664472:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610712.664474:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610712.664476:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610712.664477:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000010:2.0:1749610712.664479:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000100:00000001:0.0:1749610712.664479:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610712.664481:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610712.664483:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749610712.664484:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610712.664486:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000100:00000200:2.0:1749610712.664488:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494551936, portal 25 00000020:00000001:0.0:1749610712.664488:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:0.0:1749610712.664490:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000001:2.0:1749610712.664492:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1749610712.664493:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610712.664494:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209038848 : -131939500512768 : ffff880070f0aa00) 00000100:00000001:0.0:1749610712.664495:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610712.664497:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610712.664499:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610712.664501:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00000040:2.0:1749610712.664503:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f0aa00 x1834598494551936/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749610712.664503:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610712.664505:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610712.664507:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610712.664510:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610712.664512:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610712.664514:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610712.664515:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610712.664516:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610712.664519:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f09c00. 00000020:00000040:0.0:1749610712.664550:0:8737:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000040:2.0:1749610712.664551:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749610712.664553:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000400:00000010:2.0:1749610712.664555:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 00000100:00000200:2.0:1749610712.664558:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598494551936, offset 0 02000000:00000001:0.0:1749610712.664559:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610712.664561:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610712.664563:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1749610712.664565:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749610712.664565:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610712.664569:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130310800. 00000100:00000001:0.0:1749610712.664573:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610712.664578:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880070f09c00 x1834598494552192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1749610712.664579:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610712.664586:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610712.664588:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610712.664590:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848ebf92bf80 00000100:00000040:0.0:1749610712.664592:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f09c00] to pc [ptlrpcd_rcv+-1] req@ffff880070f09c00 x1834598494552192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000100:2.0:1749610712.664597:0:28320:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598494551936 offset 0 length 520: 4 00000100:00000001:0.0:1749610712.664599:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610712.664601:0:28320:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88006d92d8c0 is in inconsistent state, don't perform health checking (-2, 0) 00000100:00080000:0.0:1749610712.664602:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000200:2.0:1749610712.664604:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00080000:0.0:1749610712.664605:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610712.664607:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610712.664608:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610712.664611:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000400:00000200:2.0:1749610712.664613:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 00000100:00080000:0.0:1749610712.664613:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5313 00000400:00000010:2.0:1749610712.664615:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 00000100:00080000:0.0:1749610712.664615:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610712.664618:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610712.664619:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610712.664621:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610712.664623:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610712.664625:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:0.0:1749610712.664625:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610712.664626:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:0.0:1749610712.664628:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610712.664630:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000100:00000200:2.0:1749610712.664631:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f0aa00 x1834598494551936/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610712.664632:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000020:00000001:0.0:1749610712.664634:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000040:0.0:1749610712.664637:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610712.664639:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610712.664642:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f0aa00 x1834598494551936/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610737 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610712.664644:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610712.664646:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610712.664648:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610712.664649:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610712.664650:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:0.0:1749610712.664651:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00080000:0.0:1749610712.664653:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610712.664655:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610712.664655:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610712.664657:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749610712.664659:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4299986145 02000000:00000001:0.0:1749610712.664660:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610712.664662:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610712.664664:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677cc0. 00000100:00000001:0.0:1749610712.664664:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610712.664665:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610712.664668:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f09180. 00000100:00000001:2.0:1749610712.664670:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000020:00000040:0.0:1749610712.664670:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1749610712.664672:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610712.664673:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610712.664675:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1749610712.664677:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4299986145 02000000:00000001:0.0:1749610712.664677:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610712.664678:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610712.664679:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677fc0. 02000000:00000010:0.0:1749610712.664682:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130313800. 00000100:00000001:2.0:1749610712.664683:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1749610712.664685:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610712.664689:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880070f09180 x1834598494552320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610712.664695:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610712.664697:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610712.664700:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f09180] to pc [ptlrpcd_rcv+-1] req@ffff880070f09180 x1834598494552320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610712.664701:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 2 is 4299986145 00000100:00000010:2.0:1749610712.664704:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677e00. 00000100:00000001:0.0:1749610712.664707:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610712.664708:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 2 00000100:00000040:0.0:1749610712.664709:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749610712.664710:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 3 is 4299986145 00000100:00000010:2.0:1749610712.664713:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677340. 00000100:00000001:0.0:1749610712.664713:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1749610712.664716:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 3 00000100:00000010:0.0:1749610712.664716:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f0b800. 00000020:00000040:0.0:1749610712.664718:0:8737:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749610712.664720:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1749610712.664724:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610712.664726:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749610712.664727:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610712.664728:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610712.664730:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610712.664732:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1749610712.664732:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f000. 00000100:00000001:0.0:1749610712.664735:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610712.664737:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610712.664739:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000040:0.0:1749610712.664739:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880070f0b800 x1834598494552448/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610712.664741:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610712.664743:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610712.664744:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610712.664747:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1749610712.664749:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f08a80 x1834598494552064/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610712.664749:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610712.664754:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f0b800] to pc [ptlrpcd_00_00+0] req@ffff880070f0b800 x1834598494552448/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610712.664767:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610712.664769:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610712.664772:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610712.664774:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610712.664774:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610712.664776:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610712.664777:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:2.0:1749610712.664780:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494552064:0@lo:38:kworker.0 00000100:00080000:0.0:1749610712.664780:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610712.664781:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1749610712.664783:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1749610712.664783:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:2.0:1749610712.664785:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749610712.664785:0:8737:0:(import.c:480:import_select_connection()) Process entered 02000000:00000001:2.0:1749610712.664787:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610712.664788:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5313 02000000:00000001:2.0:1749610712.664789:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:0.0:1749610712.664791:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 02000000:00000010:2.0:1749610712.664792:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880111579000. 00000100:00000040:0.0:1749610712.664793:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 02000000:00000001:2.0:1749610712.664794:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610712.664795:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610712.664797:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000010:2.0:1749610712.664798:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe000. 00000100:00000001:0.0:1749610712.664798:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610712.664799:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1749610712.664800:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:2.0:1749610712.664801:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 00000020:00000040:0.0:1749610712.664802:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:0.0:1749610712.664803:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:2.0:1749610712.664805:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494552064, portal 4 00000020:00000040:0.0:1749610712.664805:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000100:00000001:3.0:1749610712.664806:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610712.664806:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1749610712.664807:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:2.0:1749610712.664808:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209030784 : -131939500520832 : ffff880070f08a80) 00000100:00000001:3.0:1749610712.664809:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1749610712.664809:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:0.0:1749610712.664811:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610712.664813:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610712.664815:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f08a80 x1834598494552064/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610712.664815:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000040:3.0:1749610712.664820:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f0b800 x1834598494552448/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610712.664822:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610712.664822:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:2.0:1749610712.664824:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:0.0:1749610712.664824:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000400:00000010:2.0:1749610712.664826:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ad48. 00000100:00080000:0.0:1749610712.664827:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000200:2.0:1749610712.664829:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494552064, offset 0 00000100:00000001:0.0:1749610712.664829:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610712.664831:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:2.0:1749610712.664832:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749610712.664834:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610712.664836:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610712.664838:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1749610712.664838:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610712.664838:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610712.664839:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610712.664840:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610712.664842:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f0bb80. 00000400:00000200:2.0:1749610712.664843:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf92c000 00000020:00000040:0.0:1749610712.664844:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:3.0:1749610712.664845:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749610712.664846:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610712.664847:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610712.664849:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610712.664849:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1749610712.664850:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3ded [256] + 14560 02000000:00000001:0.0:1749610712.664850:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610712.664852:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610712.664853:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610712.664855:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130313000. 00000400:00000200:2.0:1749610712.664856:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1749610712.664858:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494552448:0@lo:400:kworker.0 00000100:00000001:0.0:1749610712.664858:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610712.664861:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1749610712.664862:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880070f0bb80 x1834598494552576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749610712.664865:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749610712.664865:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610712.664868:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 02000000:00000001:3.0:1749610712.664869:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749610712.664869:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610712.664870:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610712.664871:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074862a00. 02000000:00000001:3.0:1749610712.664872:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610712.664873:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880070f0bb80] to pc [ptlrpcd_rcv+-1] req@ffff880070f0bb80 x1834598494552576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610712.664875:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1749610712.664879:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880074862a00 x1834598494552064 msgsize 520 00000100:00000001:0.0:1749610712.664881:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610712.664884:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1749610712.664884:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749610712.664887:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:3.0:1749610712.664892:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7b2200. 00000100:00000010:0.0:1749610712.664893:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119280000. 02000000:00000001:3.0:1749610712.664896:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610712.664896:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:0.0:1749610712.664898:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610712.664899:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610712.664900:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610712.664902:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000010:3.0:1749610712.664904:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7b00. 00000400:00000200:2.0:1749610712.664907:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ad48 02000000:00000010:0.0:1749610712.664908:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3ff00. 00000400:00000010:2.0:1749610712.664910:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ad48. 00000100:00000001:0.0:1749610712.664911:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610712.664912:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:0.0:1749610712.664915:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880119280000 x1834598494552704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1749610712.664916:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f08a80 x1834598494552064/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610712.664923:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610712.664923:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000010:3.0:1749610712.664924:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eede58. 00000100:00000001:0.0:1749610712.664925:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610712.664926:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f08a80 x1834598494552064/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610737 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610712.664928:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119280000] to pc [ptlrpcd_00_01+1] req@ffff880119280000 x1834598494552704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610712.664931:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494552448, portal 10 00000100:00000001:2.0:1749610712.664933:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610712.664934:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610712.664935:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610712.664937:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209042432 : -131939500509184 : ffff880070f0b800) 00000100:00000001:0.0:1749610712.664937:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610712.664938:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610712.664941:0:8737:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5323) 00000100:00000040:2.0:1749610712.664942:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1272 usecs (2 jiffies) 00000100:00000001:2.0:1749610712.664944:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299986124 00000100:00000001:2.0:1749610712.664947:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299986145 00000100:00000001:2.0:1749610712.664949:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299986124 00000100:00000040:3.0:1749610712.664950:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f0b800 x1834598494552448/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610728 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610712.664951:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299986145 00000100:00000001:2.0:1749610712.664953:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299986124 00000100:00000001:2.0:1749610712.664955:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299986145 00000100:00000001:2.0:1749610712.664957:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299986124 00000100:00000001:2.0:1749610712.664959:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299986145 00000100:00000001:1.0:1749610712.664960:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610712.664961:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610712.664963:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610712.664963:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610712.664964:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610712.664965:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:1.0:1749610712.664966:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494552064 00000100:00000001:0.0:1749610712.664966:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1749610712.664967:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610712.664968:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749610712.664969:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f09c00 x1834598494552192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610712.664970:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedee0. 02000000:00000001:1.0:1749610712.664970:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1749610712.664972:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119280000 x1834598494552704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610712.664974:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494552448, offset 0 00000100:00000001:1.0:1749610712.664975:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610712.664976:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610712.664977:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610712.664978:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610712.664979:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1749610712.664981:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610712.664981:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610712.664983:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610712.664984:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749610712.664984:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610712.664985:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610712.664987:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610712.664988:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610712.664989:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610712.664989:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494552064 00000100:00100000:0.0:1749610712.664991:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119280000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494552704:0@lo:400:kworker.0 00000100:00100000:2.0:1749610712.664992:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494552192:0@lo:38:kworker.0 00000020:00000001:1.0:1749610712.664993:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1749610712.664994:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610712.664995:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749610712.664996:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000040:1.0:1749610712.664996:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:0.0:1749610712.664997:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610712.664998:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:1.0:1749610712.664998:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1749610712.664999:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610712.665000:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610712.665001:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1749610712.665001:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610712.665001:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1749610712.665004:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf92c180 02000000:00000010:2.0:1749610712.665004:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880111579c00. 02000000:00000010:0.0:1749610712.665004:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007fb8fa00. 00000020:00000001:1.0:1749610712.665005:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610712.665006:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610712.665006:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610712.665009:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fedc0. 00000400:00000010:0.0:1749610712.665010:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffbb0. 00000020:00000010:1.0:1749610712.665012:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125600. 00000400:00000200:3.0:1749610712.665013:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be9 [64] + 14056 00000020:00000010:1.0:1749610712.665020:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9d00. 00000400:00000200:3.0:1749610712.665021:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1749610712.665023:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ad48. 00000400:00000200:3.0:1749610712.665026:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1749610712.665026:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c7d0. 00000100:00000200:2.0:1749610712.665027:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494552192, portal 10 00000400:00000010:0.0:1749610712.665027:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821088. 00000100:00000001:2.0:1749610712.665029:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610712.665030:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209035264 : -131939500516352 : ffff880070f09c00) 00000100:00000200:0.0:1749610712.665032:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494552704, portal 10 00000100:00000001:3.0:1749610712.665034:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749610712.665034:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610712.665035:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610712.665036:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610712.665036:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031237632 : -131936678313984 : ffff880119280000) 00000100:00000200:3.0:1749610712.665037:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:2.0:1749610712.665037:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f09c00 x1834598494552192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610712.665040:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749610712.665042:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e99d180. 00000100:00000001:2.0:1749610712.665043:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610712.665043:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119280000 x1834598494552704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610728 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610712.665046:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff88008e99d180 x1834598494552448 msgsize 224 00000100:00000040:2.0:1749610712.665046:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610712.665047:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610712.665048:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ac38. 00000100:00100000:3.0:1749610712.665050:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:2.0:1749610712.665051:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494552192, offset 0 00000400:00000200:2.0:1749610712.665055:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610712.665057:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610712.665060:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610712.665060:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749610712.665061:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610712.665062:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000010:0.0:1749610712.665063:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 00000100:00000200:0.0:1749610712.665066:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494552704, offset 0 00000400:00000200:2.0:1749610712.665067:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92c080 00000400:00000200:3.0:1749610712.665069:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedee0 00000400:00000010:3.0:1749610712.665072:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedee0. 00000100:00000001:1.0:1749610712.665074:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610712.665076:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749610712.665078:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1749610712.665079:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 14280 00000100:00000200:3.0:1749610712.665081:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f0b800 x1834598494552448/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610728 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610712.665084:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1749610712.665085:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120 00000400:00000200:0.0:1749610712.665085:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610712.665087:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610712.665090:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610712.665092:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:3.0:1749610712.665094:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f0b800 x1834598494552448/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610728 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610712.665094:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:0.0:1749610712.665094:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:2.0:1749610712.665097:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074862d80. 00000100:00000040:2.0:1749610712.665100:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880074862d80 x1834598494552192 msgsize 520 00000100:00000001:1.0:1749610712.665100:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134269168128 : -131939440383488 : ffff880074862a00) 00000400:00000200:0.0:1749610712.665101:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf92c280 00000100:00100000:2.0:1749610712.665104:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1749610712.665107:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be9 [64] + 14800 00000100:00000040:1.0:1749610712.665109:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880074862a00 x1834598494552064/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610732 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610712.665112:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749610712.665112:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610712.665114:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610712.665116:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:0.0:1749610712.665116:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610712.665122:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610712.665126:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 828 usecs (1 jiffies) 00000100:00000001:3.0:1749610712.665129:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299986123 00000100:00100000:1.0:1749610712.665129:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880074862a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494552064:12345-0@lo:38:kworker.0 00000100:00000001:3.0:1749610712.665133:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299986145 00000100:00000001:3.0:1749610712.665135:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299986123 00000100:00000200:1.0:1749610712.665136:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494552064 00000100:00000001:3.0:1749610712.665138:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299986145 00000100:00000001:3.0:1749610712.665140:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299986123 00000020:00000001:1.0:1749610712.665141:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749610712.665142:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299986145 00000400:00000200:2.0:1749610712.665142:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ac38 00000100:00000001:3.0:1749610712.665144:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299986123 00000400:00000010:2.0:1749610712.665145:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ac38. 00010000:00000001:1.0:1749610712.665145:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749610712.665146:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299986145 00000100:00000001:2.0:1749610712.665147:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749610712.665148:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610712.665148:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749610712.665151:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610712.665151:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f09c00 x1834598494552192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610712.665151:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749610712.665153:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610712.665154:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119281c00. 00000100:00000001:3.0:1749610712.665155:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610712.665157:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff880119281c00 x1834598494552704 msgsize 224 00000100:00000001:2.0:1749610712.665158:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610712.665161:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1749610712.665161:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f09c00 x1834598494552192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610737 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610712.665162:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610712.665163:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:1.0:1749610712.665164:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610712.665165:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610712.665166:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610712.665167:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610712.665168:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610712.665168:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749610712.665169:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610712.665170:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749610712.665170:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:0.0:1749610712.665174:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 00010000:00000001:1.0:1749610712.665175:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610712.665176:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610712.665176:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 00000100:00000040:2.0:1749610712.665179:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 906 usecs (1 jiffies) 00010000:00000001:1.0:1749610712.665179:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610712.665179:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749610712.665182:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299986123 00000100:00000200:0.0:1749610712.665183:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119280000 x1834598494552704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610728 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610712.665184:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299986145 00000100:00000001:1.0:1749610712.665184:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749610712.665187:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299986123 00000100:00000001:1.0:1749610712.665187:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749610712.665188:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610712.665189:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299986145 00000100:00100000:3.0:1749610712.665191:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494552448 00000100:00000001:2.0:1749610712.665191:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299986123 02000000:00000001:1.0:1749610712.665191:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749610712.665192:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749610712.665193:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610712.665193:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299986145 00000100:00000001:3.0:1749610712.665195:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610712.665195:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299986123 00000100:00000040:0.0:1749610712.665195:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119280000 x1834598494552704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610728 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610712.665197:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610712.665197:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299986145 02000000:00000010:1.0:1749610712.665198:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009a3ff000. 00000100:00000001:2.0:1749610712.665199:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610712.665200:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610712.665201:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610712.665202:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610712.665202:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610712.665203:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494552448 00000100:00000001:2.0:1749610712.665203:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610712.665204:0:28322:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:3.0:1749610712.665205:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749610712.665205:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610712.665206:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f09180 x1834598494552320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749610712.665207:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000100:00000001:0.0:1749610712.665207:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610712.665210:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1749610712.665210:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1749610712.665211:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 781 usecs (1 jiffies) 00000100:00000001:2.0:1749610712.665213:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610712.665214:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610712.665214:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610712.665214:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299986123 02000000:00000001:2.0:1749610712.665216:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749610712.665217:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299986145 00000020:00000040:3.0:1749610712.665218:0:12680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 02000000:00000001:2.0:1749610712.665218:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00001000:1.0:1749610712.665219:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749610712.665219:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299986123 02000000:00000001:2.0:1749610712.665220:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610712.665221:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:0.0:1749610712.665222:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299986145 00000020:00000001:3.0:1749610712.665223:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00100000:2.0:1749610712.665223:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494552320:0@lo:38:kworker.0 00000100:00000001:1.0:1749610712.665224:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610712.665228:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749610712.665228:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610712.665229:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299986123 00000100:00000001:2.0:1749610712.665231:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749610712.665231:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299986145 00000020:00000010:3.0:1749610712.665232:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4211400. 00000100:00000040:1.0:1749610712.665232:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:2.0:1749610712.665233:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749610712.665233:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299986123 02000000:00000001:2.0:1749610712.665235:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610712.665235:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610712.665236:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299986145 02000000:00000001:2.0:1749610712.665237:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749610712.665238:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610712.665239:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000040:3.0:1749610712.665240:0:12680:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 02000000:00000010:2.0:1749610712.665240:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88011157a000. 00000100:00000001:0.0:1749610712.665240:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610712.665242:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610712.665243:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610712.665244:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000010:2.0:1749610712.665245:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe948. 00000100:00000001:0.0:1749610712.665245:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610712.665248:0:12680:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000400:00000010:2.0:1749610712.665248:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ac38. 02000000:00000001:1.0:1749610712.665248:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:3.0:1749610712.665251:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2c00. 02000000:00000001:1.0:1749610712.665251:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610712.665251:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1749610712.665252:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494552320, portal 10 00000100:00000001:0.0:1749610712.665253:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1749610712.665254:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610712.665254:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:3.0:1749610712.665255:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cd80. 00000100:00000001:2.0:1749610712.665255:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209032576 : -131939500519040 : ffff880070f09180) 00000100:00000001:0.0:1749610712.665255:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610712.665256:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610712.665257:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610712.665258:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610712.665259:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610712.665260:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8d48. 00000100:00000040:2.0:1749610712.665262:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f09180 x1834598494552320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610712.665262:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000100:00000040:3.0:1749610712.665267:0:12680:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1749610712.665268:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:1.0:1749610712.665268:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494552064, offset 0 00000100:00000001:3.0:1749610712.665269:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:2.0:1749610712.665270:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610712.665271:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:2.0:1749610712.665271:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a880. 00000100:00000001:3.0:1749610712.665273:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749610712.665274:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494552320, offset 0 00000400:00000200:2.0:1749610712.665277:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610712.665277:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749610712.665279:0:12680:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:0.0:1749610712.665279:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494552192 00000100:00000001:3.0:1749610712.665281:0:12680:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:0.0:1749610712.665281:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610712.665283:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610712.665284:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1749610712.665285:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610712.665286:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610712.665286:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610712.665289:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610712.665289:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610712.665290:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92c100 00000100:00100000:0.0:1749610712.665292:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494552192 00000400:00000200:2.0:1749610712.665293:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 15024 00000020:00000001:0.0:1749610712.665294:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749610712.665296:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:0.0:1749610712.665296:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749610712.665297:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:3.0:1749610712.665298:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494552704 00000400:00000200:2.0:1749610712.665298:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610712.665298:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1749610712.665299:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610712.665300:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1749610712.665301:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1749610712.665301:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610712.665302:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610712.665303:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610712.665305:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f400. 02000000:00000001:3.0:1749610712.665306:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610712.665306:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610712.665307:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:1.0:1749610712.665307:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf92c000 00000100:00100000:3.0:1749610712.665308:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494552704 00000020:00000010:0.0:1749610712.665309:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dffe80. 00000020:00000001:3.0:1749610712.665310:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610712.665311:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000010:2.0:1749610712.665311:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074861f80. 00000020:00000001:3.0:1749610712.665312:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1749610712.665313:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880074861f80 x1834598494552320 msgsize 520 00000020:00000010:0.0:1749610712.665313:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add258. 00000020:00000040:3.0:1749610712.665314:0:12680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000020:00000001:3.0:1749610712.665316:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000400:00000200:1.0:1749610712.665316:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x667d [1] + 0 00000100:00000001:0.0:1749610712.665316:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00100000:2.0:1749610712.665317:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:3.0:1749610712.665318:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:0.0:1749610712.665318:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610712.665320:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749610712.665320:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610712.665322:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b42117c0. 00000100:00000001:2.0:1749610712.665324:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749610712.665324:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610712.665324:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610712.665325:0:12680:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012b677500. 00000400:00000200:2.0:1749610712.665328:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a880 00000400:00000010:2.0:1749610712.665330:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a880. 00000400:00000200:1.0:1749610712.665330:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610712.665330:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610712.665332:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749610712.665333:0:12680:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1749610712.665335:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b42117c0. 00000100:00000200:2.0:1749610712.665335:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f09180 x1834598494552320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610712.665335:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610712.665336:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:1.0:1749610712.665343:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f08a80 x1834598494552064/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610737 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610712.665343:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494552320 02000000:00000001:0.0:1749610712.665345:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610712.665346:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610712.665348:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610712.665350:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3000. 02000000:00000001:0.0:1749610712.665351:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610712.665353:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494552320 00000020:00000010:3.0:1749610712.665354:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cc80. 00000100:00000001:2.0:1749610712.665354:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1749610712.665354:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610712.665356:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000010:3.0:1749610712.665357:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8ed8. 00000020:00000001:0.0:1749610712.665357:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1749610712.665358:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f09180 x1834598494552320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610737 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610712.665358:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610712.665360:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610712.665361:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1749610712.665361:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880070f08a80 x1834598494552064/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610737 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610712.665362:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:0.0:1749610712.665363:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f800. 00000100:00000001:3.0:1749610712.665364:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610712.665364:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610712.665366:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:0.0:1749610712.665366:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff200. 00000100:00000001:3.0:1749610712.665367:0:12680:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749610712.665369:0:12680:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000010:0.0:1749610712.665369:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add898. 00000100:00000001:3.0:1749610712.665370:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610712.665370:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610712.665371:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610712.665372:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610712.665373:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 822 usecs (1 jiffies) 00000100:00000001:0.0:1749610712.665373:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610712.665374:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610712.665374:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610712.665375:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299986123 00000100:00000001:2.0:1749610712.665377:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299986145 00000100:00000001:0.0:1749610712.665377:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610712.665378:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610712.665379:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610712.665380:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610712.665380:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299986123 00000100:00000001:2.0:1749610712.665382:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299986145 00000400:00000200:1.0:1749610712.665382:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000100:00100000:3.0:1749610712.665384:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 197 00000100:00000001:2.0:1749610712.665384:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299986123 00000100:00000001:0.0:1749610712.665385:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1749610712.665386:0:12680:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000001:2.0:1749610712.665386:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299986145 00000400:00000010:1.0:1749610712.665386:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000100:00000001:0.0:1749610712.665386:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610712.665388:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134706663808 : -131939002887808 : ffff88008e99d180) 00000100:00000001:2.0:1749610712.665388:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299986123 00000100:00000001:2.0:1749610712.665390:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299986145 00000100:00100000:0.0:1749610712.665415:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 198 00000100:00000001:2.0:1749610712.665416:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610712.665418:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008e99d180 x1834598494552448/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:148/0 lens 224/0 e 0 to 0 dl 1749610723 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610712.665418:0:9692:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:2.0:1749610712.665419:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610712.665419:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610712.665420:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137031244800 : -131936678306816 : ffff880119281c00) 00000100:00000001:2.0:1749610712.665423:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610712.665423:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:0.0:1749610712.665426:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880119281c00 x1834598494552704/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:148/0 lens 224/0 e 0 to 0 dl 1749610723 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610712.665427:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749610712.665427:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610712.665428:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610712.665429:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b42117c0. 00000100:00000001:3.0:1749610712.665432:0:12680:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610712.665433:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1749610712.665434:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b42117c0. 00000100:00000040:1.0:1749610712.665434:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610712.665435:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1749610712.665435:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749610712.665437:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1749610712.665438:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e99d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494552448:12345-0@lo:400:kworker.0 00000100:00000001:2.0:1749610712.665438:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610712.665438:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610712.665438:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3800. 00000100:00000001:2.0:1749610712.665440:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1749610712.665441:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610712.665441:0:9692:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1749610712.665442:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494552448 00000020:00000010:0.0:1749610712.665443:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b3800. 00000100:00000040:2.0:1749610712.665444:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880070f0bb80 x1834598494552576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610712.665445:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749610712.665448:0:12680:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000040:1.0:1749610712.665449:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074862a00 x1834598494552064/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610732 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610712.665450:0:12680:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610712.665450:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880119281c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494552704:12345-0@lo:400:kworker.0 00000100:00000001:2.0:1749610712.665452:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1749610712.665453:0:12680:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1749610712.665453:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610712.665454:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494552704 00000020:00000001:3.0:1749610712.665455:0:12680:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 02000000:00000001:2.0:1749610712.665456:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1749610712.665457:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749610712.665458:0:12680:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 02000000:00000001:2.0:1749610712.665458:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749610712.665462:0:12680:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610712.665464:0:12680:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00100000:1.0:1749610712.665464:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880074862a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494552064:12345-0@lo:38:kworker.0 Request processed in 336us (581us total) trans 0 rc -19/-19 02000000:00000001:2.0:1749610712.665465:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610712.665465:0:9692:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:0.0:1749610712.665467:0:9692:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610712.665469:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880070f0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494552576:0@lo:38:kworker.0 00000020:00000001:0.0:1749610712.665469:0:9692:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1749610712.665472:0:12680:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1749610712.665472:0:9692:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:2.0:1749610712.665473:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1749610712.665474:0:12680:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610712.665474:0:9692:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 02000000:00000001:2.0:1749610712.665475:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1749610712.665477:0:12680:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000001:2.0:1749610712.665477:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610712.665478:0:9692:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610712.665479:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:1.0:1749610712.665479:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120 00000020:00000001:0.0:1749610712.665480:0:9692:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1749610712.665482:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000010:2.0:1749610712.665482:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88011157b800. 00000020:00000001:0.0:1749610712.665482:0:9692:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1749610712.665483:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:3.0:1749610712.665484:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1749610712.665484:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610712.665484:0:9692:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610712.665485:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1749610712.665486:0:9692:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000010:2.0:1749610712.665488:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fee70. 02000000:00000010:3.0:1749610712.665489:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880119289400. 00000100:00000001:0.0:1749610712.665489:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610712.665491:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610712.665491:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a880. 00000020:00000010:1.0:1749610712.665491:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9d00. 02000000:00000001:0.0:1749610712.665491:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749610712.665493:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610712.665494:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494552576, portal 10 02000000:00000010:0.0:1749610712.665494:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130310000. 00000020:00000001:3.0:1749610712.665496:0:12680:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610712.665496:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1749610712.665496:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610712.665498:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134209043328 : -131939500508288 : ffff880070f0bb80) 00000020:00000010:1.0:1749610712.665498:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c7d0. 00010000:00000040:3.0:1749610712.665499:0:12680:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494552448 00000100:00000001:0.0:1749610712.665499:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610712.665501:0:12680:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000020:00000001:0.0:1749610712.665501:0:9692:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610712.665503:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880070f0bb80 x1834598494552576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610712.665504:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125600. 00010000:00000040:0.0:1749610712.665504:0:9692:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494552704 00010000:00000200:3.0:1749610712.665506:0:12680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008e99d180 x1834598494552448/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:148/0 lens 224/224 e 0 to 0 dl 1749610723 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749610712.665506:0:9692:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:2.0:1749610712.665510:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610712.665510:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:0.0:1749610712.665511:0:9692:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880119281c00 x1834598494552704/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:148/0 lens 224/224 e 0 to 0 dl 1749610723 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610712.665512:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610712.665514:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aee0. 00010000:00000001:3.0:1749610712.665515:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000200:2.0:1749610712.665516:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494552576, offset 0 00010000:00000001:3.0:1749610712.665517:0:12680:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610712.665518:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00001000:3.0:1749610712.665520:0:12680:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=67 v=5 (1 1 1 1) 00000400:00000200:2.0:1749610712.665520:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1749610712.665548:0:9692:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610712.665549:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:0.0:1749610712.665552:0:9692:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=67 v=5 (1 1 1 1) 00000400:00000200:2.0:1749610712.665554:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92c200 00000100:00000001:0.0:1749610712.665556:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1749610712.665558:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 15544 00000100:00000040:0.0:1749610712.665559:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610712.665560:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610712.665561:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:3.0:1749610712.665563:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000200:2.0:1749610712.665563:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749610712.665563:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749610712.665565:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749610712.665565:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610712.665566:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1749610712.665567:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749610712.665567:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610712.665569:0:28320:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:3.0:1749610712.665570:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610712.665570:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1749610712.665571:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749610712.665572:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:0.0:1749610712.665572:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 00000100:00000010:2.0:1749610712.665574:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074861c00. 00000100:00000040:3.0:1749610712.665575:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:0.0:1749610712.665576:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494552704, offset 224 00000400:00000010:3.0:1749610712.665577:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedee0. 00000100:00000040:2.0:1749610712.665577:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880074861c00 x1834598494552576 msgsize 520 00000100:00100000:2.0:1749610712.665581:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1749610712.665581:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610712.665584:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000200:3.0:1749610712.665585:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494552448, offset 224 00000400:00000200:2.0:1749610712.665588:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aee0 00000400:00000200:0.0:1749610712.665589:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1749610712.665590:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aee0. 00000400:00000200:0.0:1749610712.665596:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92c280 00000100:00000001:2.0:1749610712.665599:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:3.0:1749610712.665600:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1749610712.665603:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880070f0bb80 x1834598494552576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610712.665606:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6691 [1] + 224 00000400:00000200:3.0:1749610712.665609:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610712.665610:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610712.665613:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f0bb80 x1834598494552576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610737 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610712.665615:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92c180 00000400:00000200:0.0:1749610712.665616:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610712.665620:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610712.665620:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1749610712.665620:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610712.665622:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6685 [1] + 224 00000100:00000001:2.0:1749610712.665622:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749610712.665625:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610712.665626:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:3.0:1749610712.665627:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749610712.665629:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 645 usecs (1 jiffies) 00000400:00000200:3.0:1749610712.665631:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610712.665631:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299986124 00000100:00000200:0.0:1749610712.665631:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119280000 x1834598494552704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610728 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610712.665632:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494552576 00000100:00000001:2.0:1749610712.665633:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299986145 00000100:00000001:3.0:1749610712.665635:0:12680:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:1.0:1749610712.665635:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610712.665636:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299986124 00000100:00000001:1.0:1749610712.665637:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610712.665638:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299986145 00000100:00000200:3.0:1749610712.665639:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f0b800 x1834598494552448/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610728 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610712.665640:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299986124 00000100:00000040:0.0:1749610712.665640:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880119280000 x1834598494552704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610728 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610712.665641:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610712.665642:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299986145 00000100:00000001:2.0:1749610712.665644:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299986124 02000000:00000001:1.0:1749610712.665645:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610712.665646:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299986145 00000100:00000001:2.0:1749610712.665647:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610712.665649:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880070f0b800 x1834598494552448/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610728 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610712.665649:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494552576 00000100:00000001:2.0:1749610712.665650:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610712.665652:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749610712.665652:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000001:2.0:1749610712.665653:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:1.0:1749610712.665654:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000001:2.0:1749610712.665655:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610712.665657:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe000. 00000020:00000001:1.0:1749610712.665657:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1749610712.665659:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 00000400:00000010:2.0:1749610712.665660:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 00000020:00000001:1.0:1749610712.665660:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610712.665663:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:1.0:1749610712.665663:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610712.665666:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f08a80 x1834598494552064/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610737 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610712.665668:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125600. 00000400:00000200:0.0:1749610712.665671:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 00000020:00000010:1.0:1749610712.665673:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9d00. 00000100:00000200:2.0:1749610712.665674:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f08a80 x1834598494552064/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610737 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610712.665674:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 00000100:00000001:0.0:1749610712.665676:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610712.665677:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:1.0:1749610712.665677:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c7d0. 00000100:00000001:0.0:1749610712.665678:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610712.665680:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610712.665681:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610712.665682:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1749610712.665683:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedee0 00000100:00000040:0.0:1749610712.665684:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610712.665685:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:3.0:1749610712.665686:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedee0. 00000100:00000001:2.0:1749610712.665686:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749610712.665686:0:9692:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:1.0:1749610712.665688:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610712.665689:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610712.665689:0:28320:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:0.0:1749610712.665689:0:9692:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610712.665690:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:0.0:1749610712.665691:0:9692:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 02000000:00000001:2.0:1749610712.665692:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610712.665693:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610712.665693:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610712.665694:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749610712.665695:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119281c00 x1834598494552704/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:148/0 lens 224/224 e 0 to 0 dl 1749610723 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610712.665696:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610712.665696:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610712.665697:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00010000:00000001:3.0:1749610712.665699:0:12680:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 02000000:00000001:2.0:1749610712.665700:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610712.665701:0:12680:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610712.665703:0:12680:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00100000:0.0:1749610712.665705:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880119281c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494552704:12345-0@lo:400:kworker.0 Request processed in 268us (545us total) trans 0 rc 0/0 00000100:00000001:1.0:1749610712.665706:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1749610712.665708:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008e99d180 x1834598494552448/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:148/0 lens 224/224 e 0 to 0 dl 1749610723 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749610712.665708:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610712 v=5 (0 0 0 0) 00000100:00000001:1.0:1749610712.665708:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00001000:2.0:1749610712.665713:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=135 v=20 (1 1 1 20) 00000100:00100000:1.0:1749610712.665714:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 317 00000100:00100000:3.0:1749610712.665718:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e99d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494552448:12345-0@lo:400:kworker.0 Request processed in 289us (670us total) trans 0 rc 0/0 00000100:00000001:2.0:1749610712.665718:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610712.665718:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134269169024 : -131939440382592 : ffff880074862d80) 00000100:00100000:0.0:1749610712.665720:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 198 00000100:00000001:2.0:1749610712.665721:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610712.665723:0:9692:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:2.0:1749610712.665724:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610712.665725:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880074862d80 x1834598494552192/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610732 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610712.665726:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:3.0:1749610712.665728:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 197 00000100:00000001:0.0:1749610712.665728:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1749610712.665731:0:12680:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00000040:2.0:1749610712.665731:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f08a80 x1834598494552064/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610737 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610712.665732:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cc80. 00000100:00000001:3.0:1749610712.665733:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610712.665735:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1749610712.665736:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8ed8. 00000020:00000010:3.0:1749610712.665739:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cd80. 00000020:00000010:0.0:1749610712.665739:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3000. 00000100:00100000:1.0:1749610712.665740:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880074862d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494552192:12345-0@lo:38:kworker.0 00000020:00000010:3.0:1749610712.665742:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8d48. 00000100:00000001:2.0:1749610712.665742:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000040:0.0:1749610712.665743:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000020:00000010:3.0:1749610712.665745:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2c00. 00000100:00000001:2.0:1749610712.665746:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:1.0:1749610712.665746:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494552192 00000100:00000001:0.0:1749610712.665746:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610712.665749:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1749610712.665750:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000020:00000001:1.0:1749610712.665750:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749610712.665752:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610712.665752:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00010000:00000001:1.0:1749610712.665753:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749610712.665754:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610712.665754:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610712.665756:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00080000:2.0:1749610712.665759:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749610712.665761:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610712.665762:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00080000:2.0:1749610712.665763:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000020:00000001:1.0:1749610712.665764:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610712.665766:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 318 00000100:00000001:2.0:1749610712.665767:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610712.665768:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134269165440 : -131939440386176 : ffff880074861f80) 00010000:00020000:1.0:1749610712.665769:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749610712.665771:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 319 00000100:00000001:3.0:1749610712.665773:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134269164544 : -131939440387072 : ffff880074861c00) 00000100:00000040:2.0:1749610712.665773:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f08a80 x1834598494552064/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610737 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610712.665773:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:0.0:1749610712.665773:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880074861f80 x1834598494552320/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610732 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610712.665777:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880074861c00 x1834598494552576/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610732 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610712.665777:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:0.0:1749610712.665783:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880074861f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494552320:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1749610712.665786:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880074861c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494552576:12345-0@lo:38:kworker.0 00000100:00000200:0.0:1749610712.665786:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494552320 00000100:00000001:1.0:1749610712.665787:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00100000:2.0:1749610712.665788:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494552064:0@lo:38:kworker.0 00000020:00000001:0.0:1749610712.665788:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749610712.665790:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:0.0:1749610712.665790:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:1.0:1749610712.665793:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610712.665795:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610712.665797:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494552576 00000100:00000001:2.0:1749610712.665798:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000010:1.0:1749610712.665799:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d030400. 00000020:00000001:3.0:1749610712.665800:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:0.0:1749610712.665800:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610712.665802:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:1.0:1749610712.665802:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610712.665803:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f08a80 x1834598494552064/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610737 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00020000:0.0:1749610712.665803:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749610712.665805:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610712.665806:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:0.0:1749610712.665809:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:1.0:1749610712.665810:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1749610712.665812:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610712.665812:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610712.665812:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749610712.665813:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1749610712.665814:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00020000:3.0:1749610712.665816:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:2.0:1749610712.665816:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1749610712.665816:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:1.0:1749610712.665817:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00010000:00000001:3.0:1749610712.665819:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000010:2.0:1749610712.665819:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880111579000. 02000000:00000010:0.0:1749610712.665820:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130310c00. 00000100:00000001:1.0:1749610712.665821:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00010000:00000001:3.0:1749610712.665822:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:0.0:1749610712.665822:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610712.665824:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749610712.665824:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610712.665825:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749610712.665826:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:0.0:1749610712.665827:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749610712.665828:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610712.665829:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1749610712.665829:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00001000:0.0:1749610712.665831:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000010:3.0:1749610712.665832:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880119289000. 02000000:00000001:2.0:1749610712.665832:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1749610712.665832:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:3.0:1749610712.665834:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610712.665834:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000001:2.0:1749610712.665835:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749610712.665836:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610712.665836:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000040:2.0:1749610712.665837:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:0.0:1749610712.665837:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1749610712.665839:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1749610712.665839:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00010000:00000001:3.0:1749610712.665841:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610712.665841:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:1.0:1749610712.665841:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:0.0:1749610712.665841:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00001000:3.0:1749610712.665843:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749610712.665843:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 02000000:00000010:2.0:1749610712.665844:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130312000. 02000000:00000001:1.0:1749610712.665844:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749610712.665847:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:1.0:1749610712.665847:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610712.665847:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 02000000:00000001:2.0:1749610712.665848:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749610712.665849:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1749610712.665849:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749610712.665850:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1749610712.665850:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749610712.665851:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610712.665852:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000010:2.0:1749610712.665853:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f08a80. 00000100:00000001:0.0:1749610712.665853:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610712.665854:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:1.0:1749610712.665854:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749610712.665855:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610712.665856:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749610712.665856:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000400:00000010:0.0:1749610712.665857:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 00000100:00000001:2.0:1749610712.665858:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749610712.665858:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000100:00000040:3.0:1749610712.665859:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000001:2.0:1749610712.665860:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610712.665862:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610712.665863:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610712.665864:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494552192, offset 0 00000100:00000001:3.0:1749610712.665865:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610712.665865:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1749610712.665866:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494552320, offset 0 00000100:00000040:3.0:1749610712.665867:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610712.665867:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000400:00000010:3.0:1749610712.665869:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedee0. 00000100:00000001:2.0:1749610712.665869:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610712.665871:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1749610712.665871:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610712.665873:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610712.665875:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610712.665876:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1749610712.665880:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494552576, offset 0 00000400:00000200:1.0:1749610712.665881:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610712.665884:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610712.665884:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610712.665891:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92c080 00000400:00000200:0.0:1749610712.665892:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92c100 00000400:00000200:3.0:1749610712.665895:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610712.665897:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x669d [1] + 0 00000400:00000200:3.0:1749610712.665901:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92c200 00000400:00000200:0.0:1749610712.665901:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00080000:2.0:1749610712.665902:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000200:0.0:1749610712.665905:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:2.0:1749610712.665906:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000400:00000200:1.0:1749610712.665913:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x668d [1] + 0 00000100:00000001:2.0:1749610712.665916:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610712.665918:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1749610712.665920:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610712.665925:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610712.665927:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x66a9 [1] + 0 00000400:00000200:3.0:1749610712.665932:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610712.665932:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000001:2.0:1749610712.665933:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610712.665934:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:0.0:1749610712.665936:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f09180 x1834598494552320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610737 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610712.665937:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7b00. 00000400:00000200:2.0:1749610712.665940:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eede58 00000400:00000200:3.0:1749610712.665941:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1749610712.665942:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eede58. 00000100:00000040:0.0:1749610712.665945:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880070f09180 x1834598494552320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610737 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610712.665946:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610712.665947:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610712.665948:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610712.665950:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f0b800 x1834598494552448/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610728 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610712.665952:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f0bb80 x1834598494552576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610737 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610712.665955:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880070f09c00 x1834598494552192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610737 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610712.665957:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:2.0:1749610712.665960:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f0b800 x1834598494552448/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610728 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610712.665961:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880070f0bb80 x1834598494552576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610737 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610712.665961:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 00000400:00000010:0.0:1749610712.665963:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 00000100:00000001:0.0:1749610712.665965:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610712.665966:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610712.665967:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610712.665968:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610712.665969:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610712.665970:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610712.665970:0:28321:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:1.0:1749610712.665971:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880070f09c00 x1834598494552192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610737 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610712.665972:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610712.665973:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749610712.665973:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000200:3.0:1749610712.665974:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedee0 00000100:00000001:2.0:1749610712.665975:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610712.665975:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610712.665976:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedee0. 00000020:00000001:0.0:1749610712.665977:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610712.665979:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610712.665980:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:0.0:1749610712.665981:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074861f80 x1834598494552320/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610732 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610712.665984:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610712.665984:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610712.665985:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:3.0:1749610712.665986:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610712.665989:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610712.665989:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=67 v=5 (5 5 5 5) 00000020:00000001:3.0:1749610712.665991:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749610712.665991:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880074861f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494552320:12345-0@lo:38:kworker.0 Request processed in 208us (675us total) trans 0 rc -19/-19 00000100:00001000:2.0:1749610712.665993:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=67 v=5 (1 1 1 1) 00000100:00000040:3.0:1749610712.665995:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074861c00 x1834598494552576/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610732 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610712.665995:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610712.665997:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610712.665998:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 318 00010000:00000001:2.0:1749610712.666000:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1749610712.666001:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1749610712.666002:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000100:00000001:0.0:1749610712.666003:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00080000:2.0:1749610712.666004:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880070f0b800 x1834598494552448/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610728 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610712.666005:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880074861c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494552576:12345-0@lo:38:kworker.0 Request processed in 218us (425us total) trans 0 rc -19/-19 00000400:00000010:1.0:1749610712.666005:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000020:00000010:0.0:1749610712.666006:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff200. 00000100:00000001:1.0:1749610712.666009:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000010:0.0:1749610712.666009:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add898. 00010000:00000001:2.0:1749610712.666012:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610712.666012:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:0.0:1749610712.666012:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f800. 00000100:00100000:3.0:1749610712.666014:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 319 00000100:00000001:2.0:1749610712.666015:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1749610712.666015:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610712.666016:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610712.666016:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610712.666017:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1749610712.666018:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749610712.666019:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000020:00000010:3.0:1749610712.666021:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9d00. 00000100:00000040:1.0:1749610712.666022:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000010:3.0:1749610712.666024:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c7d0. 00000100:00000001:1.0:1749610712.666025:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610712.666028:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125600. 00000020:00000001:1.0:1749610712.666028:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610712.666030:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610712.666031:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610712.666034:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f0b800 x1834598494552448/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610728 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610712.666036:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074862d80 x1834598494552192/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610732 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610712.666036:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610712.666038:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610712.666041:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:0.0:1749610712.666042:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749610712.666043:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610712.666044:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1749610712.666044:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749610712.666046:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffbb0. 00000100:00000040:2.0:1749610712.666047:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f0b800 x1834598494552448/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610728 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610712.666050:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821088 00000100:00100000:1.0:1749610712.666052:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880074862d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494552192:12345-0@lo:38:kworker.0 Request processed in 311us (947us total) trans 0 rc -19/-19 00000400:00000010:0.0:1749610712.666052:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821088. 00000100:00000001:0.0:1749610712.666054:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:2.0:1749610712.666055:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494552448:0@lo:400:kworker.0 00000100:00000200:0.0:1749610712.666058:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119280000 x1834598494552704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610728 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610712.666060:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610712.666061:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610712.666065:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f0b800 x1834598494552448/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610728 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610712.666066:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 317 00000100:00000200:0.0:1749610712.666067:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119280000 x1834598494552704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610728 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610712.666070:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610712.666071:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610712.666072:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749610712.666072:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000010:2.0:1749610712.666074:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7b2200. 00000100:00000001:0.0:1749610712.666074:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610712.666075:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610712.666077:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:1.0:1749610712.666077:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dffe80. 00000100:00000001:0.0:1749610712.666077:0:28322:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:2.0:1749610712.666078:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610712.666079:0:28321:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:0.0:1749610712.666079:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000001:2.0:1749610712.666081:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1749610712.666081:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610712.666082:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610712.666083:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add258. 02000000:00000001:0.0:1749610712.666084:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610712.666088:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f000. 00000020:00000010:1.0:1749610712.666088:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f400. 00000100:00001000:0.0:1749610712.666089:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=17 v=5 (5 5 5 5) 02000000:00000001:2.0:1749610712.666092:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610712.666093:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1749610712.666093:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1749610712.666093:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=17 v=5 (1 1 1 1) 00000100:00000010:2.0:1749610712.666095:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f0b800. 00000100:00000001:0.0:1749610712.666095:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610712.666097:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610712.666097:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610712.666099:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749610712.666099:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1749610712.666100:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:0.0:1749610712.666102:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880119280000 x1834598494552704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610728 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610712.666105:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610712.666106:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610712.666108:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610712.666110:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610712.666110:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610712.666112:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1749610712.666114:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:0.0:1749610712.666116:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749610712.666117:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610712.666117:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610712.666118:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1749610712.666120:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119280000 x1834598494552704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610728 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749610712.666122:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610712.666123:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610712.666125:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fee70. 00000100:00000001:0.0:1749610712.666127:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749610712.666128:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a880 00000400:00000010:2.0:1749610712.666130:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a880. 00000100:00000001:2.0:1749610712.666132:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610712.666134:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:2.0:1749610712.666136:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f0bb80 x1834598494552576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610737 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610712.666136:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610712.666140:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119280000 x1834598494552704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610728 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610712.666145:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f0bb80 x1834598494552576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610737 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610712.666149:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119280000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494552704:0@lo:400:kworker.0 00000100:00000001:2.0:1749610712.666151:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610712.666153:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610712.666153:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610712.666154:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749610712.666155:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749610712.666156:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610712.666157:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749610712.666158:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119280000 x1834598494552704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610728 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610712.666159:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610712.666161:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610712.666164:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610712 v=5 (0 0 0 0) 00000100:00000001:0.0:1749610712.666164:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610712.666166:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:2.0:1749610712.666167:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=17 v=20 (1 1 1 20) 02000000:00000010:0.0:1749610712.666168:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007fb8fa00. 00000100:00000001:2.0:1749610712.666170:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610712.666171:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:0.0:1749610712.666171:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610712.666173:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749610712.666174:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000040:0.0:1749610712.666174:0:28322:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:0.0:1749610712.666176:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:2.0:1749610712.666177:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f0bb80 x1834598494552576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610737 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610712.666178:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3ff00. 02000000:00000001:0.0:1749610712.666181:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610712.666183:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610712.666184:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119280000. 00000100:00000001:0.0:1749610712.666188:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610712.666189:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610712.666189:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610712.666191:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610712.666192:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610712.666193:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610712.666195:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610712.666195:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610712.666197:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610712.666197:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610712.666199:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1749610712.666199:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610712.666200:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610712.666202:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610712.666204:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610712.666208:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f0bb80 x1834598494552576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610737 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610712.666215:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494552576:0@lo:38:kworker.0 00000400:00000001:2.0:1749610712.666220:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610712.666221:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610712.666223:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fedc0. 00000400:00000200:2.0:1749610712.666225:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ad48 00000400:00000010:2.0:1749610712.666226:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ad48. 00000100:00000001:2.0:1749610712.666228:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610712.666231:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f09c00 x1834598494552192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610737 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610712.666238:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f09c00 x1834598494552192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610737 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610712.666245:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610712.666246:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610712.666248:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610712.666249:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610712.666251:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610712.666252:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610712.666254:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610712.666257:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610712 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610712.666260:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=117 v=20 (1 1 1 20) 00000100:00000001:2.0:1749610712.666267:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610712.666269:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610712.666271:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610712.666275:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f09c00 x1834598494552192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610737 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610712.666281:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610712.666283:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610712.666285:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610712.666286:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610712.666288:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610712.666290:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610712.666292:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610712.666294:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610712.666298:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f09c00 x1834598494552192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610737 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610712.666305:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494552192:0@lo:38:kworker.0 00000400:00000001:2.0:1749610712.666309:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610712.666310:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610712.666312:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe948. 00000400:00000200:2.0:1749610712.666314:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ac38 00000400:00000010:2.0:1749610712.666315:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ac38. 00000100:00000001:2.0:1749610712.666317:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610712.666319:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f09180 x1834598494552320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610737 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610712.666327:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f09180 x1834598494552320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610737 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610712.666333:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610712.666334:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610712.666336:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610712.666337:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610712.666342:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610712.666344:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610712.666346:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610712.666350:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610712 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610712.666353:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=67 v=20 (1 1 1 20) 00000100:00000001:2.0:1749610712.666355:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610712.666357:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610712.666358:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610712.666362:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f09180 x1834598494552320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610737 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610712.666368:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610712.666370:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610712.666371:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610712.666373:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610712.666374:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610712.666377:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610712.666379:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610712.666381:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610712.666384:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f09180 x1834598494552320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610737 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610712.666412:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494552320:0@lo:38:kworker.0 00000100:00000001:2.0:1749610712.666417:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610712.666419:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610712.666422:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f0bb80 x1834598494552576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610737 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610712.666428:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610712.666430:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610712.666431:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88011157b800. 02000000:00000001:2.0:1749610712.666434:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610712.666436:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610712.666437:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1749610712.666444:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610712.666446:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130313000. 02000000:00000001:2.0:1749610712.666449:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610712.666450:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610712.666452:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f0bb80. 00000100:00000001:2.0:1749610712.666454:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610712.666456:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610712.666457:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610712.666460:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f09c00 x1834598494552192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610737 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610712.666467:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610712.666468:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610712.666469:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880111579c00. 02000000:00000001:2.0:1749610712.666471:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610712.666472:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610712.666474:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749610712.666476:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610712.666477:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130310800. 02000000:00000001:2.0:1749610712.666480:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610712.666481:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610712.666482:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f09c00. 00000100:00000001:2.0:1749610712.666484:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610712.666486:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610712.666487:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610712.666489:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f09180 x1834598494552320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610737 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610712.666495:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610712.666497:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610712.666498:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88011157a000. 02000000:00000001:2.0:1749610712.666500:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610712.666501:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610712.666502:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749610712.666503:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610712.666505:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130313800. 02000000:00000001:2.0:1749610712.666506:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610712.666507:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610712.666513:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f09180. 00000100:00000001:2.0:1749610712.666516:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610712.666517:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610712.666519:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610712.666547:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610712.666548:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610712.666550:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610712.666552:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610712.687595:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299986145, at 4299986145 00000100:00000040:3.0:1749610712.687596:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299986145, at 4299986145 00000100:00000010:0.0:1749610712.687604:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677cc0. 00000100:00000010:3.0:1749610712.687607:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677340. 00000100:00000040:2.0:1749610712.687613:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299986145, at 4299986145 00000100:00000010:2.0:1749610712.687624:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677e00. 00000100:00000040:1.0:1749610712.687625:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299986145, at 4299986145 00000100:00000010:1.0:1749610712.687636:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677fc0. 00000100:00000001:0.0:1749610712.855628:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610712.855638:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610712.855641:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610712.855645:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610712.855649:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610712.855667:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610712.855670:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610712.855674:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610712.855676:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610713.457685:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610713.457693:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610713.457696:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610713.457700:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610713.457705:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610713.457709:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610713.457713:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610713.457716:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610713.457718:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610713.560713:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610713.560721:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610713.560836:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610713.560842:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610713.560846:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610713.855621:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610713.855626:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610713.855628:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610713.855631:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610713.855633:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610713.855636:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610713.855638:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610713.855641:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610713.855642:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610714.457632:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610714.457639:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610714.457642:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610714.457645:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610714.457648:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610714.457652:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610714.457655:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610714.457657:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610714.457659:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610714.562614:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610714.562621:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749610714.562623:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749610714.562625:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610714.562629:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749610714.562631:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610714.562633:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610714.562636:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610714.562722:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610714.562726:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610714.562728:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610714.855590:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610714.855597:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610714.855599:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610714.855603:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610714.855606:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610714.855609:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610714.855611:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610714.855614:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610714.855616:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610715.457654:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610715.457663:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610715.457666:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610715.457671:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610715.457674:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610715.457678:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610715.457682:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610715.457701:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610715.457705:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610715.564713:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610715.564721:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610715.564748:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610715.564754:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610715.564758:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610715.855661:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610715.855671:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610715.855674:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610715.855678:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610715.855698:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610715.855703:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610715.855707:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610715.855710:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610715.855713:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749610716.257005:0:28314:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610716.257026:0:28314:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749610716.257031:0:28314:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610716.257034:0:28314:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610716.257048:0:28314:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.202.106@tcp(192.168.202.106@tcp) <- 192.168.202.6@tcp : PUT - for me 00000400:00000200:0.0:1749610716.257069:0:28314:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.6@tcp of length 520 into portal 26 MB=0x6848ee5f00d00 00000400:00000100:0.0:1749610716.257078:0:28314:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-192.168.202.6@tcp portal 26 match 1834599138200832 offset 0 length 520: 4 00000400:00000200:0.0:1749610716.257083:0:28314:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88006dfe5ce0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1749610716.257086:0:28314:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1749610716.257097:0:28314:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610716.257113:0:28314:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749610716.257116:0:28314:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610716.257119:0:28314:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610716.457701:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610716.457709:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610716.457712:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610716.457717:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610716.457720:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610716.457725:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610716.457728:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610716.457731:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610716.457734:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610716.566646:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610716.566652:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610716.566739:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610716.566758:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610716.566764:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610716.855600:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610716.855608:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610716.855611:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610716.855616:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610716.855619:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610716.855623:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610716.855626:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610716.855630:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610716.855632:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610717.457669:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610717.457678:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610717.457681:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610717.457687:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610717.457692:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610717.457697:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610717.457701:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610717.457705:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610717.457709:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610717.568698:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610717.568705:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610717.568767:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610717.568771:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610717.568775:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610717.666609:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610717.666623:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610717.666626:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610717.666630:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610717.666633:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610717.666637:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610717.666639:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610717.678662:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610717.678671:0:8737:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1749610717.678675:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610717.678696:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610717.678699:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610717.678702:0:8737:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610717.678707:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610717.678712:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5318 00000100:00080000:0.0:1749610717.678717:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610717.678720:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610717.678723:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610717.678726:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610717.678728:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610717.678732:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610717.678735:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749610717.678738:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610717.678741:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749610717.678744:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749610717.678746:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749610717.678749:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610717.678751:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610717.678753:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610717.678755:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610717.678758:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:0.0:1749610717.678762:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610717.678765:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610717.678768:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610717.678776:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610717.678779:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610717.678781:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610717.678784:0:8737:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610717.678790:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119280000. 00000020:00000040:0.0:1749610717.678794:0:8737:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749610717.678798:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610717.678815:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610717.678818:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610717.678821:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610717.678825:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610717.678833:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130313c00. 00000100:00000001:0.0:1749610717.678841:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610717.678851:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119280000 x1834598494552832/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610717.678863:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610717.678868:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610717.678872:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119280000] to pc [ptlrpcd_rcv+-1] req@ffff880119280000 x1834598494552832/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610717.678907:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610717.678911:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610717.678915:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610717.678916:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610717.678918:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610717.678921:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610717.678923:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5318 00000100:00080000:0.0:1749610717.678926:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610717.678928:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610717.678930:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610717.678932:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610717.678934:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610717.678936:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610717.678937:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749610717.678939:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610717.678941:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749610717.678943:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:0.0:1749610717.678945:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:0.0:1749610717.678947:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610717.678955:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610717.678957:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610717.678959:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610717.678962:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:0.0:1749610717.678964:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610717.678967:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610717.678968:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749610717.678970:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749610717.678972:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610717.678974:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610717.678975:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610717.678976:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610717.678977:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610717.678979:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1749610717.678981:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119283100. 00000020:00000040:0.0:1749610717.678983:0:8737:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749610717.678985:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610717.678986:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610717.678988:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:2.0:1749610717.678989:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119280000 x1834598494552832/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610717.678989:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610717.678991:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610717.678997:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130313800. 00000100:00000001:0.0:1749610717.679000:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610717.679005:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119283100 x1834598494552960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610717.679013:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610717.679015:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610717.679019:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119283100] to pc [ptlrpcd_rcv+-1] req@ffff880119283100 x1834598494552960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610717.679027:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610717.679027:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610717.679029:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610717.679030:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000001:2.0:1749610717.679033:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:0.0:1749610717.679033:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610717.679035:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:2.0:1749610717.679036:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1749610717.679036:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:2.0:1749610717.679039:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610717.679039:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00100000:2.0:1749610717.679043:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119280000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494552832:0@lo:38:kworker.0 00000100:00080000:0.0:1749610717.679046:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5318 00000100:00000001:2.0:1749610717.679048:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1749610717.679049:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610717.679051:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 02000000:00000001:2.0:1749610717.679052:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749610717.679054:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1749610717.679055:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610717.679055:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:2.0:1749610717.679057:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749610717.679057:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610717.679059:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610717.679061:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 02000000:00000010:2.0:1749610717.679062:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88011157a000. 00000020:00000001:0.0:1749610717.679062:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610717.679064:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 02000000:00000001:2.0:1749610717.679065:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610717.679066:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000020:00000001:0.0:1749610717.679068:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000040:0.0:1749610717.679070:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000400:00000010:2.0:1749610717.679072:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe948. 00000100:00000001:0.0:1749610717.679072:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610717.679074:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610717.679075:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610717.679077:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000400:00000010:2.0:1749610717.679080:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ac38. 00000100:00080000:0.0:1749610717.679080:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610717.679082:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610717.679083:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610717.679086:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749610717.679088:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494552832, portal 4 02000000:00000001:0.0:1749610717.679088:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610717.679090:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610717.679091:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610717.679091:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610717.679092:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031237632 : -131936678313984 : ffff880119280000) 00000100:00000010:0.0:1749610717.679094:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119283480. 00000020:00000040:0.0:1749610717.679096:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1749610717.679098:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610717.679099:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610717.679100:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:2.0:1749610717.679102:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119280000 x1834598494552832/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610717.679102:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610717.679103:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610717.679107:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130310800. 00000100:00000001:0.0:1749610717.679109:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610717.679110:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610717.679114:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610717.679116:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ad48. 00000100:00000200:2.0:1749610717.679119:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494552832, offset 0 00000100:00100000:0.0:1749610717.679119:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119283480 x1834598494553088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1749610717.679126:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610717.679126:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610717.679129:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610717.679132:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119283480] to pc [ptlrpcd_rcv+-1] req@ffff880119283480 x1834598494553088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610717.679139:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610717.679141:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749610717.679142:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749610717.679145:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749610717.679148:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119282d80. 00000020:00000040:0.0:1749610717.679150:0:8737:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000400:00000200:2.0:1749610717.679153:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf92c300 00000100:00000001:0.0:1749610717.679153:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610717.679154:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610717.679156:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610717.679160:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3ded [256] + 15080 02000000:00000010:0.0:1749610717.679160:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3ff00. 00000100:00000001:0.0:1749610717.679163:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610717.679167:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880119282d80 x1834598494553216/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1749610717.679168:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610717.679173:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610717.679174:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610717.679176:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610717.679178:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:0.0:1749610717.679180:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119282d80] to pc [ptlrpcd_00_02+2] req@ffff880119282d80 x1834598494553216/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610717.679181:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1749610717.679185:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074860a80. 00000100:00000040:2.0:1749610717.679203:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880074860a80 x1834598494552832 msgsize 520 00000100:00100000:2.0:1749610717.679208:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610717.679210:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610717.679212:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610717.679216:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610717.679217:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610717.679219:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610717.679221:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610717.679224:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5318 00000100:00080000:0.0:1749610717.679226:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610717.679234:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610717.679236:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610717.679238:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610717.679239:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749610717.679240:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610717.679242:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610717.679243:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:0.0:1749610717.679245:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610717.679246:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:0.0:1749610717.679248:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000400:00000200:2.0:1749610717.679250:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ad48 00000020:00000001:0.0:1749610717.679250:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000400:00000010:2.0:1749610717.679253:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ad48. 00000100:00000040:0.0:1749610717.679253:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610717.679255:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749610717.679256:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610717.679256:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:0.0:1749610717.679256:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610717.679258:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610717.679260:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00000001:3.0:1749610717.679261:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1749610717.679261:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119280000 x1834598494552832/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610717.679263:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00080000:0.0:1749610717.679263:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610717.679265:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610717.679266:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749610717.679270:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749610717.679270:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610717.679271:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119282d80 x1834598494553216/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610717.679271:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610717.679273:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119280000 x1834598494552832/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610742 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610717.679274:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610717.679275:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610717.679278:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119282680. 00000100:00000001:3.0:1749610717.679280:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610717.679280:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610717.679280:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:3.0:1749610717.679282:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610717.679282:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:0.0:1749610717.679282:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610717.679283:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610717.679285:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749610717.679286:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749610717.679286:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749610717.679287:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610717.679288:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610717.679288:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610717.679291:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610717.679291:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130313000. 00000100:00000040:2.0:1749610717.679292:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1270 usecs (2 jiffies) 00000100:00100000:3.0:1749610717.679294:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119282d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494553216:0@lo:400:kworker.0 00000100:00000001:0.0:1749610717.679294:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610717.679295:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299991138 00000100:00000001:3.0:1749610717.679298:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:0.0:1749610717.679299:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119282680 x1834598494553344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:2.0:1749610717.679300:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677e00. 02000000:00000001:3.0:1749610717.679301:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749610717.679303:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610717.679305:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749610717.679306:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610717.679307:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 02000000:00000010:3.0:1749610717.679310:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7b2c00. 00000100:00100000:1.0:1749610717.679311:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494552832 02000000:00000001:3.0:1749610717.679312:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610717.679313:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299991138 02000000:00000001:1.0:1749610717.679314:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:2.0:1749610717.679315:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677c00. 00000400:00000010:3.0:1749610717.679317:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7b58. 00000100:00000001:2.0:1749610717.679318:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:1.0:1749610717.679318:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610717.679318:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610717.679320:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610717.679321:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299991138 00000100:00000001:1.0:1749610717.679321:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610717.679322:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedee0. 00000100:00000010:2.0:1749610717.679324:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677100. 00000100:00000040:0.0:1749610717.679324:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119282680] to pc [ptlrpcd_rcv+-1] req@ffff880119282680 x1834598494553344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610717.679325:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610717.679327:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494553216, portal 10 00000100:00000001:2.0:1749610717.679327:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:3.0:1749610717.679329:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610717.679329:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299991138 00000100:00100000:1.0:1749610717.679330:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494552832 00000100:00000001:3.0:1749610717.679331:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031249280 : -131936678302336 : ffff880119282d80) 00000100:00000001:0.0:1749610717.679331:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610717.679332:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b6772c0. 00000020:00000001:1.0:1749610717.679332:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1749610717.679333:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000040:1.0:1749610717.679334:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749610717.679335:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000020:00000001:1.0:1749610717.679335:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610717.679337:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610717.679337:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000001:1.0:1749610717.679338:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610717.679339:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119282d80 x1834598494553216/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749610717.679339:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119283800. 00000100:00000001:2.0:1749610717.679340:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610717.679340:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610717.679341:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749610717.679343:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610717.679344:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610717.679371:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749610717.679374:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610717.679374:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610717.679377:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:0.0:1749610717.679378:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3fe00. 00000100:00000040:3.0:1749610717.679381:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610717.679381:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610717.679382:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124c00. 00000400:00000010:3.0:1749610717.679384:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedd48. 00000100:00000040:0.0:1749610717.679385:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880119283800 x1834598494553472/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610717.679386:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1749610717.679389:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494553216, offset 0 00000100:00000001:2.0:1749610717.679389:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749610717.679389:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9080. 00000100:00000001:2.0:1749610717.679391:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610717.679392:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610717.679393:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610717.679394:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610717.679395:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610717.679395:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749610717.679398:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119283800] to pc [ptlrpcd_00_03+3] req@ffff880119283800 x1834598494553472/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610717.679400:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119283100 x1834598494552960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610717.679402:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c578. 00000400:00000200:3.0:1749610717.679405:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610717.679406:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610717.679408:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610717.679409:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610717.679410:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610717.679410:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1749610717.679412:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf92c480 02000000:00000001:2.0:1749610717.679412:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1749610717.679412:0:8737:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5328) 00000100:00000001:1.0:1749610717.679413:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610717.679414:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610717.679417:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610717.679418:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be9 [64] + 16064 00000100:00000001:1.0:1749610717.679419:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610717.679420:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119283100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494552960:0@lo:38:kworker.0 00000100:00000001:2.0:1749610717.679424:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749610717.679426:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610717.679428:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610717.679430:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749610717.679430:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1749610717.679433:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880111579c00. 02000000:00000001:2.0:1749610717.679435:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610717.679436:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1749610717.679438:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fedc0. 00000400:00000200:3.0:1749610717.679440:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1749610717.679442:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ad48. 00000100:00000001:1.0:1749610717.679442:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610717.679444:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749610717.679444:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:3.0:1749610717.679446:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:2.0:1749610717.679446:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494552960, portal 10 00000100:00000001:2.0:1749610717.679448:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610717.679449:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031250176 : -131936678301440 : ffff880119283100) 00000100:00100000:1.0:1749610717.679449:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121 00000100:00000001:0.0:1749610717.679449:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000010:3.0:1749610717.679451:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e99d500. 00000100:00000001:0.0:1749610717.679451:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610717.679453:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134269160064 : -131939440391552 : ffff880074860a80) 00000100:00000001:0.0:1749610717.679453:0:9761:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610717.679454:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff88008e99d500 x1834598494553216 msgsize 224 00000100:00000040:2.0:1749610717.679455:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119283100 x1834598494552960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610717.679455:0:9761:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610717.679458:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1749610717.679459:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880074860a80 x1834598494552832/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610717.679462:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610717.679465:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610717.679466:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a880. 00000100:00000001:0.0:1749610717.679467:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610717.679468:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000200:2.0:1749610717.679469:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494552960, offset 0 00000100:00000001:0.0:1749610717.679469:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1749610717.679470:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880074860a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494552832:12345-0@lo:38:kworker.0 00000100:00000001:0.0:1749610717.679470:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1749610717.679473:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749610717.679474:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494552832 00000100:00000040:0.0:1749610717.679475:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119283800 x1834598494553472/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610717.679478:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:2.0:1749610717.679481:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1749610717.679482:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:3.0:1749610717.679484:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedd48 00000400:00000200:2.0:1749610717.679486:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92c380 00000400:00000010:3.0:1749610717.679487:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedd48. 00000100:00000001:3.0:1749610717.679491:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:2.0:1749610717.679493:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 16288 00000100:00000001:0.0:1749610717.679495:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1749610717.679496:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119282d80 x1834598494553216/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610717.679496:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610717.679497:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749610717.679500:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:0.0:1749610717.679501:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:1.0:1749610717.679503:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:0.0:1749610717.679503:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610717.679504:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1749610717.679504:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749610717.679505:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610717.679507:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119282d80 x1834598494553216/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610733 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610717.679507:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:2.0:1749610717.679508:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1749610717.679509:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119283800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494553472:0@lo:400:kworker.0 00000100:00000001:1.0:1749610717.679510:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749610717.679512:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749610717.679512:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749610717.679513:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749610717.679514:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610717.679514:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:1.0:1749610717.679514:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749610717.679515:0:28323:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:0.0:1749610717.679516:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:2.0:1749610717.679517:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074860000. 02000000:00000001:0.0:1749610717.679518:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610717.679519:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d032c00. 00000100:00000001:3.0:1749610717.679520:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610717.679546:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1749610717.679549:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880074860000 x1834598494552960 msgsize 520 02000000:00000010:0.0:1749610717.679550:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007fb8fa00. 02000000:00000001:0.0:1749610717.679553:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610717.679554:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:0.0:1749610717.679557:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffbb0. 00000100:00000040:3.0:1749610717.679558:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 832 usecs (1 jiffies) 00000100:00000001:3.0:1749610717.679561:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299991138 00000400:00000010:0.0:1749610717.679562:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821088. 00000100:00000001:2.0:1749610717.679563:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749610717.679564:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299991138 00000100:00000001:3.0:1749610717.679567:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299991138 00000100:00000200:0.0:1749610717.679567:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494553472, portal 10 00000100:00000001:3.0:1749610717.679569:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299991138 00000400:00000200:2.0:1749610717.679569:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a880 00000100:00000001:0.0:1749610717.679569:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610717.679571:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299991138 00000100:00000001:0.0:1749610717.679571:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031251968 : -131936678299648 : ffff880119283800) 00000400:00000010:2.0:1749610717.679572:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a880. 00000100:00000001:3.0:1749610717.679573:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299991138 00000100:00000001:2.0:1749610717.679574:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749610717.679575:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299991138 00000100:00000001:3.0:1749610717.679577:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299991138 00000100:00000040:0.0:1749610717.679577:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119283800 x1834598494553472/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610717.679578:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119283100 x1834598494552960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610717.679579:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610717.679581:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610717.679585:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610717.679586:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610717.679588:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749610717.679589:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119283100 x1834598494552960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610742 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610717.679589:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 00000100:00000001:3.0:1749610717.679590:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610717.679590:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610717.679592:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494553472, offset 0 00000100:00000001:3.0:1749610717.679593:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610717.679593:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610717.679596:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610717.679597:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:0.0:1749610717.679597:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1749610717.679598:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749610717.679599:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610717.679600:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610717.679600:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610717.679601:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1749610717.679604:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749610717.679604:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 911 usecs (1 jiffies) 00000100:00001000:1.0:1749610717.679604:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610717.679605:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1749610717.679605:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610717.679606:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299991138 00000100:00000001:3.0:1749610717.679607:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610717.679607:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610717.679609:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610717.679609:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299991138 00000100:00000001:1.0:1749610717.679611:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610717.679612:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299991138 00000400:00000200:0.0:1749610717.679612:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf92c580 00000100:00000040:1.0:1749610717.679613:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610717.679614:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299991138 00000100:00000001:2.0:1749610717.679616:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299991138 00000400:00000200:0.0:1749610717.679618:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be9 [64] + 16808 00000100:00000001:2.0:1749610717.679619:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299991138 00000100:00000001:2.0:1749610717.679620:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299991138 00000100:00000001:2.0:1749610717.679623:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299991138 00000100:00000001:1.0:1749610717.679623:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:0.0:1749610717.679624:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610717.679625:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610717.679626:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749610717.679626:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749610717.679627:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610717.679627:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1749610717.679628:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494553216 00000100:00000001:2.0:1749610717.679629:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749610717.679629:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:3.0:1749610717.679630:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610717.679631:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749610717.679632:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1749610717.679632:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:0.0:1749610717.679633:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749610717.679635:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610717.679635:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610717.679636:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119283b80. 00000100:00000001:1.0:1749610717.679637:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:3.0:1749610717.679638:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610717.679638:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119283480 x1834598494553088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610717.679639:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:3.0:1749610717.679641:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494553216 00000400:00000010:1.0:1749610717.679643:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000020:00000001:3.0:1749610717.679644:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610717.679645:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000100:00000040:0.0:1749610717.679645:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff880119283b80 x1834598494553472 msgsize 224 00000100:00000001:2.0:1749610717.679646:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1749610717.679647:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610717.679647:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610717.679647:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494552832, offset 0 00000100:00100000:0.0:1749610717.679649:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:3.0:1749610717.679650:0:10935:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 02000000:00000001:2.0:1749610717.679650:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610717.679652:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749610717.679652:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1749610717.679653:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 02000000:00000001:2.0:1749610717.679654:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610717.679655:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00100000:2.0:1749610717.679657:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119283480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494553088:0@lo:38:kworker.0 00000100:00000001:0.0:1749610717.679658:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749610717.679660:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749610717.679661:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1749610717.679661:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1749610717.679663:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b42117c0. 02000000:00000001:2.0:1749610717.679663:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610717.679665:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610717.679665:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 02000000:00000001:2.0:1749610717.679666:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1749610717.679667:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 02000000:00000010:2.0:1749610717.679669:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88011157b800. 00000400:00000200:1.0:1749610717.679669:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf92c300 00000020:00000040:3.0:1749610717.679670:0:10935:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:0.0:1749610717.679670:0:28324:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:2.0:1749610717.679671:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610717.679674:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fee70. 00000400:00000200:1.0:1749610717.679675:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x66c5 [1] + 0 00000100:00000200:0.0:1749610717.679675:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119283800 x1834598494553472/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610717.679677:0:10935:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1749610717.679680:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3600. 00000400:00000200:1.0:1749610717.679681:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610717.679683:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1749610717.679684:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1749610717.679685:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cd80. 00000100:00000040:0.0:1749610717.679686:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119283800 x1834598494553472/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610733 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610717.679688:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a880. 00000100:00000001:1.0:1749610717.679688:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:3.0:1749610717.679691:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8d48. 00000100:00000200:2.0:1749610717.679691:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494553088, portal 10 00000100:00000001:2.0:1749610717.679693:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610717.679693:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610717.679694:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119280000 x1834598494552832/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610742 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610717.679694:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749610717.679695:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031251072 : -131936678300544 : ffff880119283480) 00000100:00000001:0.0:1749610717.679699:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610717.679700:0:10935:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000040:2.0:1749610717.679701:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119283480 x1834598494553088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610717.679703:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1749610717.679703:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 787 usecs (1 jiffies) 00000100:00000001:3.0:1749610717.679705:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1749610717.679705:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119280000 x1834598494552832/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610742 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610717.679706:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299991138 00000100:00000001:2.0:1749610717.679708:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610717.679709:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610717.679709:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299991138 00000100:00000040:2.0:1749610717.679710:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610717.679711:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299991138 00000400:00000010:2.0:1749610717.679712:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 00000100:00000001:1.0:1749610717.679713:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610717.679713:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299991138 00000100:00000200:2.0:1749610717.679714:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494553088, offset 0 00000100:00000001:0.0:1749610717.679715:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299991138 00000100:00000001:3.0:1749610717.679716:0:10935:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:2.0:1749610717.679718:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610717.679718:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299991138 00000100:00000001:3.0:1749610717.679719:0:10935:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749610717.679720:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299991138 00000100:00000001:3.0:1749610717.679721:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610717.679721:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000100:00000001:0.0:1749610717.679722:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299991138 00000400:00000010:1.0:1749610717.679723:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000100:00000001:0.0:1749610717.679724:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749610717.679725:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610717.679726:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610717.679726:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610717.679727:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749610717.679729:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610717.679731:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749610717.679731:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92c400 00000100:00000001:1.0:1749610717.679731:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610717.679731:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610717.679734:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000200:2.0:1749610717.679736:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 17032 00000100:00000001:1.0:1749610717.679737:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610717.679737:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610717.679738:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:1.0:1749610717.679739:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749610717.679740:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610717.679741:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610717.679742:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1749610717.679743:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1749610717.679744:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074860a80 x1834598494552832/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610737 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610717.679747:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610717.679748:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749610717.679748:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610717.679750:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610717.679754:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749610717.679754:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880074860a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494552832:12345-0@lo:38:kworker.0 Request processed in 284us (548us total) trans 0 rc -19/-19 00000100:00000010:2.0:1749610717.679756:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074860700. 00000100:00100000:3.0:1749610717.679757:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494552960 00000100:00000040:2.0:1749610717.679759:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880074860700 x1834598494553088 msgsize 520 02000000:00000001:3.0:1749610717.679760:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610717.679763:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1749610717.679764:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610717.679766:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610717.679766:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749610717.679768:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121 02000000:00000001:3.0:1749610717.679770:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610717.679772:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749610717.679772:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:3.0:1749610717.679773:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494552960 00000100:00000001:1.0:1749610717.679773:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1749610717.679776:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:1.0:1749610717.679778:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9080. 00000020:00000040:3.0:1749610717.679779:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000200:2.0:1749610717.679779:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 00000100:00100000:0.0:1749610717.679780:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494553472 00000020:00000001:3.0:1749610717.679781:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:2.0:1749610717.679782:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 02000000:00000001:0.0:1749610717.679782:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:1.0:1749610717.679783:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c578. 00000020:00000001:3.0:1749610717.679784:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610717.679785:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749610717.679785:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1749610717.679787:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610717.679787:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124c00. 00000100:00000001:0.0:1749610717.679787:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610717.679790:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610717.679791:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119283480 x1834598494553088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610717.679792:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3200. 00000100:00000001:1.0:1749610717.679792:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749610717.679793:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494553472 00000020:00000001:0.0:1749610717.679795:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:3.0:1749610717.679796:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c280. 00000020:00000040:0.0:1749610717.679797:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000020:00000001:0.0:1749610717.679798:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:3.0:1749610717.679801:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8bb8. 00000020:00000040:0.0:1749610717.679801:0:9760:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:2.0:1749610717.679802:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1749610717.679803:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:3.0:1749610717.679805:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1749610717.679805:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:3.0:1749610717.679807:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:2.0:1749610717.679807:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119283480 x1834598494553088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610742 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610717.679809:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610717.679809:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749610717.679811:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:0.0:1749610717.679812:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3800. 00000100:00100000:1.0:1749610717.679813:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494553088 00000100:00000001:3.0:1749610717.679815:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610717.679815:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:0.0:1749610717.679815:0:9760:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b4211400. 00000100:00000001:2.0:1749610717.679816:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610717.679817:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610717.679819:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610717.679820:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610717.679820:0:9760:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1749610717.679821:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b3800. 02000000:00000001:1.0:1749610717.679822:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610717.679824:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610717.679824:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610717.679825:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494553088 00000020:00000001:1.0:1749610717.679827:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:0.0:1749610717.679827:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f800. 00000100:00000040:2.0:1749610717.679829:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 827 usecs (1 jiffies) 00000020:00000040:1.0:1749610717.679829:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749610717.679830:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:0.0:1749610717.679831:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff200. 00000020:00000001:1.0:1749610717.679832:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610717.679833:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610717.679833:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299991138 00000020:00000001:1.0:1749610717.679834:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610717.679835:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1749610717.679836:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add898. 00000100:00000001:2.0:1749610717.679837:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299991138 00000020:00000010:1.0:1749610717.679837:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124c00. 00000020:00000010:1.0:1749610717.679840:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9080. 00000100:00000001:0.0:1749610717.679840:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00100000:3.0:1749610717.679841:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 199 00000100:00000001:2.0:1749610717.679841:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299991138 00000020:00000010:1.0:1749610717.679842:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c578. 00000100:00000001:0.0:1749610717.679842:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610717.679844:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610717.679845:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299991138 00000100:00000001:1.0:1749610717.679845:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1749610717.679846:0:10935:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000001:1.0:1749610717.679846:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610717.679848:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299991138 00000100:00000001:1.0:1749610717.679848:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610717.679849:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134706664704 : -131939002886912 : ffff88008e99d500) 00000100:00000001:0.0:1749610717.679849:0:9760:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749610717.679851:0:9760:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749610717.679852:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299991138 00000100:00000001:1.0:1749610717.679853:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610717.679853:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610717.679855:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299991138 00000100:00000001:1.0:1749610717.679855:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610717.679855:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610717.679856:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008e99d500 x1834598494553216/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:153/0 lens 224/0 e 0 to 0 dl 1749610728 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610717.679858:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299991138 00000100:00000001:2.0:1749610717.679861:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610717.679861:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610717.679862:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749610717.679862:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610717.679863:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610717.679865:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610717.679866:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 200 00000100:00000001:2.0:1749610717.679869:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749610717.679869:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:3.0:1749610717.679870:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749610717.679872:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137031252864 : -131936678298752 : ffff880119283b80) 00000100:00100000:0.0:1749610717.679872:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 320 00000020:00000010:3.0:1749610717.679874:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4211680. 00000100:00000040:2.0:1749610717.679875:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119282680 x1834598494553344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610717.679875:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134269157376 : -131939440394240 : ffff880074860000) 00000100:00000040:1.0:1749610717.679877:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880119283b80 x1834598494553472/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:153/0 lens 224/0 e 0 to 0 dl 1749610728 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610717.679878:0:10935:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749610717.679879:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880074860000 x1834598494552960/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610717.679882:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b4211680. 00000100:00000001:2.0:1749610717.679886:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1749610717.679890:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e99d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494553216:12345-0@lo:400:kworker.0 00000100:00000200:3.0:1749610717.679895:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494553216 00000100:00000001:2.0:1749610717.679896:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610717.679896:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880074860000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494552960:12345-0@lo:38:kworker.0 00000100:00000001:1.0:1749610717.679899:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1749610717.679900:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:1.0:1749610717.679901:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b405df00. 00000100:00000200:0.0:1749610717.679901:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494552960 02000000:00000001:2.0:1749610717.679903:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610717.679905:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749610717.679905:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:2.0:1749610717.679906:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610717.679907:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b405df00. 00000020:00000001:3.0:1749610717.679908:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:0.0:1749610717.679908:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:2.0:1749610717.679912:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119282680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494553344:0@lo:38:kworker.0 00000100:00100000:1.0:1749610717.679912:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880119283b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494553472:12345-0@lo:400:kworker.0 00000020:00000001:3.0:1749610717.679913:0:10935:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000200:1.0:1749610717.679915:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494553472 00000020:00000001:3.0:1749610717.679916:0:10935:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610717.679917:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1749610717.679918:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:2.0:1749610717.679920:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:1.0:1749610717.679920:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:3.0:1749610717.679921:0:10935:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1749610717.679921:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610717.679922:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610717.679922:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610717.679924:0:10935:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:1.0:1749610717.679924:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 02000000:00000001:2.0:1749610717.679925:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1749610717.679926:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00010000:00020000:0.0:1749610717.679926:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:3.0:1749610717.679928:0:10935:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1749610717.679929:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 02000000:00000010:2.0:1749610717.679930:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880111579000. 00010000:00000001:0.0:1749610717.679930:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:3.0:1749610717.679933:0:10935:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610717.679933:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610717.679933:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749610717.679934:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:1.0:1749610717.679935:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749610717.679937:0:10935:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749610717.679937:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000400:00000010:2.0:1749610717.679938:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe000. 00000100:00000001:0.0:1749610717.679938:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:3.0:1749610717.679939:0:10935:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749610717.679939:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610717.679940:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1749610717.679941:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000001:3.0:1749610717.679943:0:10935:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610717.679943:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 02000000:00000001:0.0:1749610717.679943:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1749610717.679946:0:10935:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749610717.679946:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749610717.679947:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:2.0:1749610717.679948:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494553344, portal 10 02000000:00000010:0.0:1749610717.679948:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130312000. 00000100:00000001:3.0:1749610717.679950:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749610717.679951:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1749610717.679951:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610717.679953:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031247488 : -131936678304128 : ffff880119282680) 02000000:00000010:1.0:1749610717.679953:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009c955c00. 02000000:00000001:3.0:1749610717.679954:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1749610717.679954:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610717.679954:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610717.679957:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610717.679959:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880119288c00. 00000020:00000001:1.0:1749610717.679959:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610717.679959:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749610717.679961:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749610717.679962:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494553472 02000000:00000001:3.0:1749610717.679963:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610717.679963:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119282680 x1834598494553344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610717.679964:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00001000:0.0:1749610717.679965:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610717.679966:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1749610717.679969:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880119283b80 x1834598494553472/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:153/0 lens 224/224 e 0 to 0 dl 1749610728 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610717.679970:0:10935:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610717.679970:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749610717.679973:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610717.679973:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000040:3.0:1749610717.679974:0:10935:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494553216 00010000:00000001:1.0:1749610717.679976:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1749610717.679977:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1749610717.679978:0:10935:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000001:1.0:1749610717.679978:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610717.679978:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000010:2.0:1749610717.679979:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aee0. 00000100:00000200:2.0:1749610717.679981:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494553344, offset 0 00000100:00001000:1.0:1749610717.679981:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=72 v=5 (1 1 1 1) 00000100:00000001:0.0:1749610717.679981:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610717.679984:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00010000:00000200:3.0:1749610717.679985:0:10935:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008e99d500 x1834598494553216/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:153/0 lens 224/224 e 0 to 0 dl 1749610728 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610717.679985:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1749610717.679986:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749610717.679987:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000040:0.0:1749610717.679989:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 02000000:00000001:0.0:1749610717.679992:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1749610717.679993:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610717.679994:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749610717.679995:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610717.679996:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1749610717.679998:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92c500 02000000:00000001:1.0:1749610717.679998:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610717.679998:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:3.0:1749610717.679999:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749610717.680001:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:3.0:1749610717.680002:0:10935:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610717.680002:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749610717.680003:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 17552 00000100:00000040:1.0:1749610717.680004:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610717.680006:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000400:00000010:0.0:1749610717.680006:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 00000100:00001000:3.0:1749610717.680007:0:10935:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=72 v=5 (1 1 1 1) 00000400:00000200:2.0:1749610717.680007:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749610717.680010:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494553472, offset 224 00000400:00000200:2.0:1749610717.680011:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610717.680012:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1749610717.680012:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494552960, offset 0 00000400:00000200:1.0:1749610717.680014:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1749610717.680017:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000001:2.0:1749610717.680018:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610717.680019:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749610717.680020:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:0.0:1749610717.680020:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610717.680022:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:2.0:1749610717.680023:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074861180. 02000000:00000001:3.0:1749610717.680024:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1749610717.680025:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880074861180 x1834598494553344 msgsize 520 02000000:00000001:3.0:1749610717.680027:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610717.680030:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:2.0:1749610717.680030:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1749610717.680031:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749610717.680034:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610717.680038:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedd48. 00000100:00000001:2.0:1749610717.680039:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749610717.680040:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92c580 00000100:00000200:3.0:1749610717.680044:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494553216, offset 224 00000400:00000200:1.0:1749610717.680046:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x66dd [1] + 224 00000400:00000200:1.0:1749610717.680051:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610717.680051:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92c380 00000400:00000200:1.0:1749610717.680054:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610717.680060:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aee0 00000400:00000010:2.0:1749610717.680062:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aee0. 00000100:00000001:2.0:1749610717.680064:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:3.0:1749610717.680068:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1749610717.680069:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119282680 x1834598494553344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610717.680075:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x66d5 [1] + 0 00000100:00000001:2.0:1749610717.680076:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610717.680079:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119282680 x1834598494553344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610742 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610717.680080:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:3.0:1749610717.680081:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610717.680081:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749610717.680085:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119283800 x1834598494553472/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610733 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610717.680085:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610717.680086:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610717.680087:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749610717.680089:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:3.0:1749610717.680090:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92c480 00000100:00000001:2.0:1749610717.680091:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610717.680094:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 646 usecs (1 jiffies) 00000100:00000200:0.0:1749610717.680094:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119283100 x1834598494552960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610742 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610717.680095:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880119283800 x1834598494553472/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610733 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610717.680097:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299991138 00000100:00000001:2.0:1749610717.680100:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299991138 00000100:00000001:2.0:1749610717.680102:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299991138 00000100:00000001:2.0:1749610717.680104:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299991138 00000100:00000040:0.0:1749610717.680104:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119283100 x1834598494552960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610742 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610717.680106:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x66cd [1] + 224 00000100:00000001:2.0:1749610717.680106:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299991138 00000100:00000001:1.0:1749610717.680107:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610717.680108:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299991138 00000100:00000001:2.0:1749610717.680110:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299991138 00000100:00000001:2.0:1749610717.680112:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299991138 00000100:00000001:0.0:1749610717.680113:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749610717.680114:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610717.680114:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749610717.680114:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000100:00000001:2.0:1749610717.680116:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610717.680116:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000400:00000200:3.0:1749610717.680119:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610717.680119:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000001:2.0:1749610717.680120:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749610717.680120:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000001:2.0:1749610717.680122:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749610717.680124:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610717.680125:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe948. 00000400:00000200:2.0:1749610717.680127:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ac38 00000100:00000040:1.0:1749610717.680127:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000010:2.0:1749610717.680128:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ac38. 00010000:00000001:1.0:1749610717.680129:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:2.0:1749610717.680130:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:1.0:1749610717.680131:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610717.680131:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 00000020:00000001:1.0:1749610717.680133:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1749610717.680134:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119280000 x1834598494552832/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610742 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610717.680134:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 00000100:00000001:0.0:1749610717.680136:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:1.0:1749610717.680137:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119283b80 x1834598494553472/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:153/0 lens 224/224 e 0 to 0 dl 1749610728 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610717.680138:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610717.680138:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749610717.680142:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610717.680145:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119282d80 x1834598494553216/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610733 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610717.680145:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00100000:1.0:1749610717.680147:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880119283b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494553472:12345-0@lo:400:kworker.0 Request processed in 247us (500us total) trans 0 rc 0/0 00000100:00000001:0.0:1749610717.680147:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610717.680149:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749610717.680153:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119280000 x1834598494552832/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610742 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610717.680154:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074860000 x1834598494552960/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610737 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610717.680155:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 200 00000100:00000040:3.0:1749610717.680161:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880119282d80 x1834598494553216/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610733 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610717.680161:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610717.680163:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610717.680163:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00100000:0.0:1749610717.680164:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880074860000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494552960:12345-0@lo:38:kworker.0 Request processed in 269us (641us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749610717.680165:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749610717.680166:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1749610717.680168:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610717.680168:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749610717.680170:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610717.680172:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610717.680172:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff200. 00000100:00100000:0.0:1749610717.680173:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 320 02000000:00000001:2.0:1749610717.680175:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610717.680175:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add898. 00000100:00000001:0.0:1749610717.680175:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610717.680177:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749610717.680178:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f800. 00000100:00000001:3.0:1749610717.680180:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00001000:2.0:1749610717.680181:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610717 v=5 (0 0 0 0) 00000020:00000010:0.0:1749610717.680181:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c280. 00000020:00000040:1.0:1749610717.680183:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000020:00000010:0.0:1749610717.680184:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8bb8. 00000100:00001000:2.0:1749610717.680185:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=140 v=20 (1 1 1 20) 00000100:00000001:1.0:1749610717.680185:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610717.680187:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedd48 00000100:00000001:2.0:1749610717.680188:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000010:0.0:1749610717.680188:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3200. 00000400:00000010:3.0:1749610717.680190:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedd48. 00000100:00000001:2.0:1749610717.680191:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610717.680192:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610717.680193:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610717.680193:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749610717.680195:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00100000:1.0:1749610717.680195:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494553344 00000100:00000001:3.0:1749610717.680197:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:2.0:1749610717.680197:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119280000 x1834598494552832/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610742 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610717.680197:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610717.680199:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610717.680201:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610717.680201:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610717.680202:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610717.680202:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1749610717.680204:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610717.680205:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:1.0:1749610717.680206:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494553344 00000100:00100000:0.0:1749610717.680206:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 321 00000100:00000040:3.0:1749610717.680207:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610717.680208:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1749610717.680208:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749610717.680208:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134269159168 : -131939440392448 : ffff880074860700) 00000100:00000001:2.0:1749610717.680209:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1749610717.680209:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749610717.680210:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1749610717.680211:0:10935:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:2.0:1749610717.680212:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000001:1.0:1749610717.680212:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610717.680214:0:10935:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610717.680214:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:1.0:1749610717.680214:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610717.680217:0:10935:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00080000:2.0:1749610717.680217:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000010:1.0:1749610717.680218:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124a00. 00000100:00000040:0.0:1749610717.680218:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880074860700 x1834598494553088/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749610717.680220:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000020:00000010:1.0:1749610717.680220:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9180. 00000100:00000001:2.0:1749610717.680222:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610717.680223:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008e99d500 x1834598494553216/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:153/0 lens 224/224 e 0 to 0 dl 1749610728 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610717.680223:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c708. 00000100:00000040:2.0:1749610717.680226:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119280000 x1834598494552832/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610742 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610717.680226:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610717.680227:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:0.0:1749610717.680228:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880074860700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494553088:12345-0@lo:38:kworker.0 00000100:00000001:1.0:1749610717.680229:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610717.680231:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494553088 00000100:00000001:1.0:1749610717.680232:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610717.680233:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749610717.680234:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749610717.680235:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119280000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494552832:0@lo:38:kworker.0 00010000:00000001:0.0:1749610717.680235:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749610717.680238:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1749610717.680239:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e99d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494553216:12345-0@lo:400:kworker.0 Request processed in 367us (781us total) trans 0 rc 0/0 00000100:00000001:2.0:1749610717.680239:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610717.680240:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610717.680241:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1749610717.680244:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 322 00000020:00000001:0.0:1749610717.680244:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610717.680246:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134269161856 : -131939440389760 : ffff880074861180) 00010000:00020000:0.0:1749610717.680247:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:2.0:1749610717.680249:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119280000 x1834598494552832/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610742 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749610717.680249:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749610717.680250:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880074861180 x1834598494553344/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610717.680252:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 199 00010000:00000001:0.0:1749610717.680252:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610717.680254:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749610717.680256:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1749610717.680257:0:10935:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00000001:2.0:1749610717.680257:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610717.680258:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1749610717.680259:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:1.0:1749610717.680259:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880074861180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494553344:12345-0@lo:38:kworker.0 00000100:00000001:3.0:1749610717.680261:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000010:0.0:1749610717.680261:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130312800. 02000000:00000010:2.0:1749610717.680262:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88011157a000. 00000100:00000001:3.0:1749610717.680263:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1749610717.680263:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610717.680265:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1749610717.680265:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610717.680267:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:1.0:1749610717.680267:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494553344 00010000:00000001:0.0:1749610717.680268:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000010:3.0:1749610717.680269:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cd80. 00000020:00000040:2.0:1749610717.680269:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:1.0:1749610717.680269:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:0.0:1749610717.680270:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610717.680271:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1749610717.680272:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000010:2.0:1749610717.680273:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130313c00. 00000100:00001000:0.0:1749610717.680273:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000010:3.0:1749610717.680274:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8d48. 00000100:00000001:0.0:1749610717.680276:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:2.0:1749610717.680277:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1749610717.680278:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000010:3.0:1749610717.680279:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3600. 02000000:00000001:2.0:1749610717.680279:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1749610717.680280:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000010:2.0:1749610717.680281:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119280000. 00000020:00000001:1.0:1749610717.680281:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610717.680282:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00010000:00020000:1.0:1749610717.680284:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749610717.680284:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000040:3.0:1749610717.680285:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00000001:2.0:1749610717.680285:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610717.680286:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749610717.680287:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:0.0:1749610717.680287:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610717.680288:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610717.680289:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610717.680289:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1749610717.680290:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:0.0:1749610717.680291:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610717.680293:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749610717.680293:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610717.680294:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610717.680294:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749610717.680295:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749610717.680296:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1749610717.680296:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610717.680297:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1749610717.680298:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 00000100:00000001:2.0:1749610717.680299:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1749610717.680300:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009c956000. 02000000:00000001:1.0:1749610717.680302:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610717.680302:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494553088, offset 0 00000400:00000001:2.0:1749610717.680303:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610717.680304:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749610717.680304:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610717.680306:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000010:2.0:1749610717.680307:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fedc0. 00010000:00000001:1.0:1749610717.680308:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610717.680309:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ad48 00000100:00000001:3.0:1749610717.680311:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1749610717.680311:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ad48. 00000100:00001000:1.0:1749610717.680311:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749610717.680313:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610717.680314:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000200:2.0:1749610717.680316:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119283100 x1834598494552960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610742 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610717.680316:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610717.680318:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:1.0:1749610717.680320:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610717.680321:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1749610717.680321:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610717.680323:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000200:2.0:1749610717.680325:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119283100 x1834598494552960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610742 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610717.680326:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 02000000:00000001:1.0:1749610717.680328:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000001:3.0:1749610717.680330:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1749610717.680330:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749610717.680332:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749610717.680332:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610717.680332:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:0.0:1749610717.680333:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610717.680334:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610717.680334:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610717.680335:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7b58. 00000100:00000001:2.0:1749610717.680336:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610717.680337:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000010:1.0:1749610717.680337:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000100:00000001:2.0:1749610717.680338:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1749610717.680339:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92c400 00000100:00000001:2.0:1749610717.680340:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610717.680341:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedee0 00000400:00000010:3.0:1749610717.680344:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedee0. 02000000:00000001:2.0:1749610717.680370:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610717.680375:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610717 v=5 (0 0 0 0) 00000100:00000001:3.0:1749610717.680377:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:2.0:1749610717.680378:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=122 v=20 (1 1 1 20) 00000100:00000001:2.0:1749610717.680381:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610717.680383:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:3.0:1749610717.680385:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119282d80 x1834598494553216/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610733 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610717.680386:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:1.0:1749610717.680386:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494553344, offset 0 00000400:00000200:0.0:1749610717.680389:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x66e9 [1] + 0 00000100:00000040:2.0:1749610717.680391:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119283100 x1834598494552960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610742 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610717.680394:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610717.680395:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610717.680397:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:0.0:1749610717.680397:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610717.680400:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119282d80 x1834598494553216/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610733 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610717.680400:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610717.680401:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610717.680403:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610717.680403:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610717.680404:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:1.0:1749610717.680405:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00080000:2.0:1749610717.680407:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000200:0.0:1749610717.680408:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119283480 x1834598494553088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610742 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749610717.680409:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610717.680411:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610717.680412:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610717.680414:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749610717.680414:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92c500 00000100:00000040:2.0:1749610717.680415:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119283100 x1834598494552960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610742 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610717.680417:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119283480 x1834598494553088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610742 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610717.680418:0:28323:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749610717.680421:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1749610717.680422:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x66f1 [1] + 0 00000100:00100000:2.0:1749610717.680423:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119283100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494552960:0@lo:38:kworker.0 00000100:00000001:3.0:1749610717.680424:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610717.680425:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610717.680426:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749610717.680429:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1749610717.680429:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1749610717.680430:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749610717.680431:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610717.680433:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fee70. 00000400:00000200:2.0:1749610717.680436:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a880 00000100:00001000:3.0:1749610717.680437:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=72 v=5 (5 5 5 5) 00000400:00000010:2.0:1749610717.680437:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a880. 00000100:00000001:2.0:1749610717.680440:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:0.0:1749610717.680440:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 00000100:00001000:3.0:1749610717.680442:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=72 v=5 (1 1 1 1) 00000400:00000010:0.0:1749610717.680442:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 00000100:00000200:2.0:1749610717.680443:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119283480 x1834598494553088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610742 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610717.680444:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610717.680446:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610717.680446:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610717.680449:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610717.680449:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610717.680452:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00010000:00000001:3.0:1749610717.680453:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000200:2.0:1749610717.680453:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119283480 x1834598494553088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610742 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610717.680454:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610717.680454:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610717.680456:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00080000:3.0:1749610717.680460:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880119282d80 x1834598494553216/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610733 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610717.680460:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610717.680460:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749610717.680461:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074860700 x1834598494553088/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610737 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610717.680467:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749610717.680467:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119282680 x1834598494553344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610742 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610717.680469:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610717.680470:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00100000:0.0:1749610717.680470:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880074860700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494553088:12345-0@lo:38:kworker.0 Request processed in 242us (708us total) trans 0 rc -19/-19 00010000:00000001:3.0:1749610717.680472:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610717.680472:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610717.680473:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610717.680475:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610717.680477:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1749610717.680478:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 321 00000100:00001000:2.0:1749610717.680479:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610717 v=5 (0 0 0 0) 00000100:00000040:3.0:1749610717.680480:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1749610717.680480:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610717.680481:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:2.0:1749610717.680482:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=72 v=20 (1 1 1 20) 00000100:00000001:3.0:1749610717.680483:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000040:1.0:1749610717.680483:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119282680 x1834598494553344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610742 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610717.680484:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000010:0.0:1749610717.680484:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9080. 00000100:00000001:3.0:1749610717.680485:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610717.680486:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:0.0:1749610717.680487:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c578. 00000100:00000001:2.0:1749610717.680488:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:0.0:1749610717.680490:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124c00. 00000100:00000040:3.0:1749610717.680491:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119282d80 x1834598494553216/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610733 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610717.680492:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119283480 x1834598494553088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610742 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610717.680494:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610717.680496:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610717.680499:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610717.680501:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610717.680502:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610717.680503:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610717.680503:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000400:00000200:1.0:1749610717.680503:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000100:00000001:2.0:1749610717.680505:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610717.680506:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:2.0:1749610717.680507:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000010:1.0:1749610717.680507:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000100:00080000:2.0:1749610717.680510:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749610717.680510:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610717.680511:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610717.680512:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749610717.680512:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610717.680514:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749610717.680515:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119283480 x1834598494553088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610742 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610717.680516:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610717.680517:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749610717.680517:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1749610717.680556:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119283480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494553088:0@lo:38:kworker.0 00000100:00000040:1.0:1749610717.680557:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000001:0.0:1749610717.680559:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749610717.680561:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610717.680561:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffbb0. 00000100:00000040:3.0:1749610717.680563:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119282d80 x1834598494553216/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610733 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610717.680565:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749610717.680567:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821088 00000400:00000010:0.0:1749610717.680569:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821088. 00000100:00000040:1.0:1749610717.680572:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074861180 x1834598494553344/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610737 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610717.680572:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000001:2.0:1749610717.680574:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610717.680576:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610717.680577:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe000. 00000100:00000200:0.0:1749610717.680577:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119283800 x1834598494553472/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610733 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610717.680578:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119282d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494553216:0@lo:400:kworker.0 00000400:00000200:2.0:1749610717.680580:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 00000400:00000010:2.0:1749610717.680582:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 00000100:00000001:2.0:1749610717.680583:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610717.680585:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749610717.680586:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119283800 x1834598494553472/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610733 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610717.680587:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119282680 x1834598494553344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610742 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610717.680588:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1749610717.680590:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880074861180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494553344:12345-0@lo:38:kworker.0 Request processed in 328us (559us total) trans 0 rc -19/-19 00000100:00000040:3.0:1749610717.680593:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119282d80 x1834598494553216/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610733 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610717.680593:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610717.680594:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610717.680596:0:28324:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610717.680598:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610717.680600:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610717.680602:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610717.680603:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 322 00000100:00000001:3.0:1749610717.680604:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610717.680604:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610717.680607:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749610717.680607:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:2.0:1749610717.680608:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119282680 x1834598494553344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610742 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610717.680609:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:0.0:1749610717.680609:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=22 v=5 (5 5 5 5) 02000000:00000010:3.0:1749610717.680610:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7b2c00. 00000100:00001000:0.0:1749610717.680613:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=22 v=5 (1 1 1 1) 00000020:00000010:1.0:1749610717.680614:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9180. 02000000:00000001:3.0:1749610717.680615:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749610717.680615:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610717.680615:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610717.680616:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610717.680617:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749610717.680617:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610717.680618:0:28320:0:(client.c:1550:after_reply()) Process entered 00000020:00000010:1.0:1749610717.680619:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c708. 00010000:00000001:0.0:1749610717.680619:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000020:00000040:3.0:1749610717.680620:0:28323:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:2.0:1749610717.680620:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610717.680621:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610717.680622:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610717.680623:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00080000:0.0:1749610717.680623:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880119283800 x1834598494553472/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610733 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610717.680624:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124a00. 02000000:00000001:2.0:1749610717.680625:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610717.680626:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3ff00. 00000100:00001000:2.0:1749610717.680629:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610717 v=5 (0 0 0 0) 00000100:00000001:1.0:1749610717.680629:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749610717.680630:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610717.680631:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:2.0:1749610717.680631:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=22 v=20 (1 1 1 20) 00000100:00000001:0.0:1749610717.680633:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 02000000:00000001:3.0:1749610717.680634:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749610717.680634:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1749610717.680634:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:2.0:1749610717.680635:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000010:3.0:1749610717.680636:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119282d80. 00000100:00000001:0.0:1749610717.680636:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749610717.680637:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610717.680637:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610717.680641:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119282680 x1834598494553344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610742 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610717.680641:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119283800 x1834598494553472/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610733 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610717.680647:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610717.680648:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610717.680648:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610717.680650:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610717.680650:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610717.680650:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610717.680651:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610717.680652:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610717.680653:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610717.680653:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610717.680654:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:0.0:1749610717.680655:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119283800 x1834598494553472/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610733 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749610717.680657:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:1.0:1749610717.680658:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299991138, at 4299991138 00000100:00080000:2.0:1749610717.680659:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749610717.680660:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610717.680661:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610717.680662:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610717.680665:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749610717.680665:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119282680 x1834598494553344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610742 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749610717.680667:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677c00. 00000100:00000001:3.0:1749610717.680668:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610717.680668:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119283800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494553472:0@lo:400:kworker.0 00000100:00100000:2.0:1749610717.680672:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119282680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494553344:0@lo:38:kworker.0 00000100:00000001:0.0:1749610717.680673:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610717.680675:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610717.680676:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610717.680678:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610717.680678:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119283800 x1834598494553472/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610733 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610717.680681:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299991138, at 4299991138 00000100:00000001:0.0:1749610717.680684:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1749610717.680686:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119283100 x1834598494552960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610742 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610717.680686:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000010:3.0:1749610717.680689:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b6772c0. 02000000:00000010:0.0:1749610717.680689:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007fb8fa00. 02000000:00000001:0.0:1749610717.680691:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610717.680693:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749610717.680694:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000040:0.0:1749610717.680694:0:28324:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:2.0:1749610717.680695:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:0.0:1749610717.680696:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610717.680697:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880111579c00. 02000000:00000010:0.0:1749610717.680698:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3fe00. 02000000:00000001:2.0:1749610717.680700:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1749610717.680701:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:2.0:1749610717.680702:0:28320:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1749610717.680702:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:2.0:1749610717.680703:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000010:0.0:1749610717.680704:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119283800. 00000020:00000001:2.0:1749610717.680705:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610717.680707:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130313800. 02000000:00000001:2.0:1749610717.680709:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1749610717.680709:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1749610717.680711:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1749610717.680711:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1749610717.680713:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119283100. 00000100:00000001:0.0:1749610717.680713:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610717.680717:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00080000:1.0:1749610717.680717:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:2.0:1749610717.680718:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610717.680720:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610717.680720:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:1.0:1749610717.680722:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:0.0:1749610717.680722:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610717.680723:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119283480 x1834598494553088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610742 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610717.680725:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610717.680728:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610717.680729:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610717.680731:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610717.680732:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88011157b800. 02000000:00000001:2.0:1749610717.680735:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610717.680736:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610717.680737:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749610717.680739:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610717.680740:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130310800. 00000100:00000040:0.0:1749610717.680741:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299991138, at 4299991138 02000000:00000001:2.0:1749610717.680743:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610717.680744:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610717.680745:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119283480. 00000100:00000001:2.0:1749610717.680747:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610717.680748:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1749610717.680749:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677e00. 00000100:00000001:2.0:1749610717.680750:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610717.680752:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119282680 x1834598494553344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610742 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610717.680758:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610717.680759:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610717.680765:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880111579000. 02000000:00000001:2.0:1749610717.680767:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610717.680769:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610717.680770:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1749610717.680772:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610717.680774:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130313000. 02000000:00000001:2.0:1749610717.680776:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610717.680777:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610717.680778:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119282680. 00000100:00000001:2.0:1749610717.680782:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610717.680783:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610717.680785:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610717.680787:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610717.680788:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610717.680790:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610717.680791:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610717.680804:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299991138, at 4299991138 00000100:00000010:2.0:1749610717.680810:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677100. 00000100:00000001:0.0:1749610717.855681:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610717.855690:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610717.855692:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610717.855697:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610717.855701:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610717.855706:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610717.855709:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610717.855713:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610717.855731:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610718.457668:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610718.457676:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610718.457678:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610718.457683:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610718.457686:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610718.457690:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610718.457693:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610718.457696:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610718.457699:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610718.570705:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610718.570712:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610718.570805:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610718.570811:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610718.570816:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610718.680658:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610718.680678:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610718.680681:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610718.680686:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610718.680689:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610718.680693:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610718.680696:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610718.855608:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610718.855615:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610718.855617:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610718.855620:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610718.855624:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610718.855627:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610718.855631:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610718.855634:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610718.855636:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610719.457666:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610719.457673:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610719.457674:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610719.457677:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610719.457692:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610719.457694:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610719.457696:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610719.457698:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610719.457700:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610719.572624:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610719.572630:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610719.572680:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610719.572684:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610719.572686:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610719.680602:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610719.680616:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610719.680618:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610719.680621:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610719.680623:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610719.680627:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610719.680628:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610719.855626:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610719.855632:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610719.855634:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610719.855636:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610719.855639:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610719.855641:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610719.855643:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610719.855646:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610719.855648:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610720.457706:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610720.457716:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610720.457719:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610720.457726:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610720.457731:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610720.457735:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610720.457740:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610720.457744:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610720.457747:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610720.574660:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610720.574667:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610720.574748:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610720.574754:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610720.574758:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610720.680616:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610720.680633:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610720.680636:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610720.680641:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610720.680643:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610720.680647:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610720.680649:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610720.855619:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610720.855629:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610720.855633:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610720.855638:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610720.855643:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610720.855648:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610720.855652:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610720.855656:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610720.855660:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610721.457705:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610721.457716:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610721.457719:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610721.457726:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610721.457731:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610721.457738:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610721.457742:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610721.457746:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610721.457768:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610721.576680:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610721.576688:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610721.576718:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1749610721.576721:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610721.576736:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610721.680639:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610721.680656:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610721.680659:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610721.680665:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610721.680667:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610721.680671:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610721.680674:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610721.855655:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610721.855663:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610721.855665:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610721.855670:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610721.855673:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610721.855677:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610721.855680:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610721.855683:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610721.855686:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610722.457698:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610722.457708:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610722.457711:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610722.457718:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610722.457722:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610722.457727:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610722.457732:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610722.457735:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610722.457739:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610722.578689:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610722.578709:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610722.578844:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610722.578851:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610722.578855:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610722.680658:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610722.680675:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610722.680678:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610722.680684:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610722.680686:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610722.680691:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610722.680693:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610722.686629:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610722.686637:0:8737:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1749610722.686640:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610722.686644:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610722.686647:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610722.686650:0:8737:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610722.686654:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610722.686659:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5323 00000100:00080000:0.0:1749610722.686664:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610722.686667:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610722.686670:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610722.686673:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610722.686675:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610722.686680:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610722.686682:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749610722.686685:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610722.686688:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749610722.686691:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749610722.686693:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749610722.686696:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610722.686715:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610722.686717:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610722.686719:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610722.686723:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:0.0:1749610722.686726:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610722.686728:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610722.686732:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610722.686739:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610722.686742:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610722.686744:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610722.686746:0:8737:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610722.686753:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119283800. 00000020:00000040:0.0:1749610722.686756:0:8737:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749610722.686760:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610722.686763:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610722.686766:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610722.686769:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610722.686772:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610722.686780:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130311c00. 00000100:00000001:0.0:1749610722.686788:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610722.686798:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119283800 x1834598494553600/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610722.686810:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610722.686815:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610722.686820:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119283800] to pc [ptlrpcd_rcv+-1] req@ffff880119283800 x1834598494553600/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610722.686847:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610722.686851:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610722.686855:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610722.686856:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610722.686858:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610722.686861:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610722.686869:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5323 00000100:00080000:0.0:1749610722.686871:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610722.686874:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610722.686876:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610722.686878:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610722.686880:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610722.686882:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610722.686884:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749610722.686885:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610722.686887:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749610722.686889:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:0.0:1749610722.686891:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:0.0:1749610722.686894:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610722.686895:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610722.686897:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610722.686899:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610722.686901:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:0.0:1749610722.686903:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610722.686905:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610722.686907:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610722.686911:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610722.686913:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610722.686915:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610722.686916:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610722.686920:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119282a00. 00000020:00000040:0.0:1749610722.686922:0:8737:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749610722.686924:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610722.686925:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610722.686927:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610722.686928:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610722.686930:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610722.686935:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130313000. 00000100:00000001:0.0:1749610722.686939:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610722.686943:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1749610722.686948:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119282a00 x1834598494553728/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610722.686949:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610722.686952:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610722.686956:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610722.686959:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610722.686961:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119283800 x1834598494553600/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610722.686962:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119282a00] to pc [ptlrpcd_rcv+-1] req@ffff880119282a00 x1834598494553728/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610722.686971:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610722.686974:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749610722.686974:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:2.0:1749610722.686976:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610722.686977:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610722.686978:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:2.0:1749610722.686980:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:0.0:1749610722.686980:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:2.0:1749610722.686983:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610722.686983:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610722.686985:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5323 02000000:00000001:2.0:1749610722.686986:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610722.686987:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1749610722.686990:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119283800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494553600:0@lo:38:kworker.0 00000100:00000040:0.0:1749610722.686990:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610722.686992:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610722.686994:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610722.686995:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749610722.686995:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610722.686997:0:8737:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1749610722.686999:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:0.0:1749610722.686999:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:0.0:1749610722.687000:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610722.687002:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000020:00000001:0.0:1749610722.687004:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000020:00000001:0.0:1749610722.687006:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000040:0.0:1749610722.687009:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610722.687010:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1749610722.687012:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610722.687012:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610722.687014:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:2.0:1749610722.687015:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:0.0:1749610722.687016:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00080000:0.0:1749610722.687018:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 02000000:00000010:2.0:1749610722.687020:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880111579000. 02000000:00000001:2.0:1749610722.687022:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610722.687025:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610722.687026:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:2.0:1749610722.687030:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe000. 02000000:00000001:0.0:1749610722.687030:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610722.687032:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610722.687034:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610722.687035:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610722.687038:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119281f80. 00000400:00000010:2.0:1749610722.687039:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 00000020:00000040:0.0:1749610722.687040:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1749610722.687043:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610722.687044:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610722.687045:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:2.0:1749610722.687046:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494553600, portal 4 02000000:00000001:0.0:1749610722.687046:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610722.687048:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610722.687049:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610722.687050:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031251968 : -131936678299648 : ffff880119283800) 02000000:00000010:0.0:1749610722.687051:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130310800. 00000100:00000001:0.0:1749610722.687054:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610722.687058:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119281f80 x1834598494553856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1749610722.687060:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119283800 x1834598494553600/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610722.687065:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610722.687067:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610722.687069:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610722.687070:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119281f80] to pc [ptlrpcd_rcv+-1] req@ffff880119281f80 x1834598494553856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610722.687073:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610722.687075:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a880. 00000100:00000001:0.0:1749610722.687077:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610722.687078:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494553600, offset 0 00000100:00000040:0.0:1749610722.687080:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749610722.687083:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:2.0:1749610722.687084:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:0.0:1749610722.687086:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119282300. 00000020:00000040:0.0:1749610722.687088:0:8737:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749610722.687090:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610722.687092:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610722.687093:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610722.687097:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3fe00. 00000100:00000001:0.0:1749610722.687099:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610722.687100:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749610722.687103:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880119282300 x1834598494553984/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1749610722.687111:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf92c600 00000400:00000200:2.0:1749610722.687118:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3ded [256] + 15600 00000100:00000001:0.0:1749610722.687122:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610722.687124:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610722.687128:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749610722.687130:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119282300] to pc [ptlrpcd_00_00+0] req@ffff880119282300 x1834598494553984/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610722.687132:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610722.687137:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610722.687140:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1749610722.687146:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074863480. 00000100:00000040:2.0:1749610722.687149:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880074863480 x1834598494553600 msgsize 520 00000100:00100000:2.0:1749610722.687154:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610722.687167:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610722.687170:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610722.687174:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610722.687175:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610722.687177:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610722.687180:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749610722.687180:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610722.687183:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5323 00000100:00080000:0.0:1749610722.687185:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610722.687188:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000400:00000200:2.0:1749610722.687189:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a880 00000100:00000001:0.0:1749610722.687190:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:2.0:1749610722.687191:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a880. 00000100:00000040:0.0:1749610722.687191:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610722.687193:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610722.687195:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:0.0:1749610722.687195:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610722.687196:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:0.0:1749610722.687198:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:2.0:1749610722.687199:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119283800 x1834598494553600/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749610722.687199:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:0.0:1749610722.687201:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:0.0:1749610722.687203:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:0.0:1749610722.687206:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610722.687208:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610722.687208:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610722.687209:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000040:2.0:1749610722.687211:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119283800 x1834598494553600/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610747 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610722.687211:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610722.687214:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00000001:1.0:1749610722.687216:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1749610722.687216:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610722.687218:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610722.687224:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610722.687224:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610722.687224:0:28322:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 02000000:00000001:0.0:1749610722.687225:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749610722.687226:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:0.0:1749610722.687229:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610722.687230:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610722.687231:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610722.687232:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610722.687233:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610722.687235:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610722.687236:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610722.687238:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1271 usecs (2 jiffies) 00000100:00000010:0.0:1749610722.687238:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119281500. 00000020:00000040:0.0:1749610722.687240:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:2.0:1749610722.687242:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299996146 02000000:00000001:0.0:1749610722.687242:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1749610722.687243:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1749610722.687244:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610722.687245:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610722.687245:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:2.0:1749610722.687246:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677100. 00000100:00000001:1.0:1749610722.687247:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749610722.687247:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610722.687248:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610722.687249:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610722.687251:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1749610722.687252:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130313800. 00000100:00000001:2.0:1749610722.687254:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:0.0:1749610722.687255:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610722.687259:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119282300 x1834598494553984/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610722.687260:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119281500 x1834598494554112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610722.687261:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299996146 00000100:00000010:2.0:1749610722.687263:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677f80. 00000100:00000001:2.0:1749610722.687266:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:0.0:1749610722.687266:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610722.687269:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610722.687270:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299996146 00000100:00000001:1.0:1749610722.687271:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000010:2.0:1749610722.687272:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677bc0. 00000100:00000001:1.0:1749610722.687272:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610722.687272:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119281500] to pc [ptlrpcd_rcv+-1] req@ffff880119281500 x1834598494554112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610722.687275:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 02000000:00000001:1.0:1749610722.687275:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749610722.687278:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299996146 02000000:00000001:1.0:1749610722.687278:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610722.687279:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749610722.687279:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610722.687280:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677e80. 02000000:00000001:1.0:1749610722.687281:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610722.687282:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1749610722.687283:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494553600 00000100:00000001:2.0:1749610722.687283:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00100000:1.0:1749610722.687284:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119282300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:28322:1834598494553984:0@lo:400:kworker.0 00000100:00000001:0.0:1749610722.687285:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1749610722.687286:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610722.687286:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1749610722.687287:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119280e00. 00000100:00000001:2.0:1749610722.687288:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610722.687289:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000040:0.0:1749610722.687289:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:3.0:1749610722.687290:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610722.687291:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610722.687291:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749610722.687292:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749610722.687292:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749610722.687293:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610722.687294:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610722.687294:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610722.687294:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610722.687296:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749610722.687297:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f900. 02000000:00000001:3.0:1749610722.687329:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610722.687329:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d124a00. 00000100:00000001:2.0:1749610722.687330:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1749610722.687332:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610722.687332:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610722.687334:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749610722.687335:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494553600 00000100:00000040:0.0:1749610722.687336:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880119280e00 x1834598494554240/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610722.687337:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1749610722.687338:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:1.0:1749610722.687338:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db9a0. 00000100:00000001:2.0:1749610722.687339:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1749610722.687341:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749610722.687342:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1749610722.687343:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000020:00000001:3.0:1749610722.687344:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610722.687344:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000020:00000001:3.0:1749610722.687347:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610722.687347:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119282a00 x1834598494553728/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610722.687348:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494553984, portal 10 00000100:00000001:1.0:1749610722.687350:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:3.0:1749610722.687351:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610722.687351:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610722.687352:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031246592 : -131936678305024 : ffff880119282300) 00000100:00000001:2.0:1749610722.687355:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1749610722.687356:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119280e00] to pc [ptlrpcd_00_01+1] req@ffff880119280e00 x1834598494554240/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610722.687357:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610722.687359:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2c00. 02000000:00000001:2.0:1749610722.687359:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1749610722.687360:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119282300 x1834598494553984/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610738 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610722.687362:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749610722.687366:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cd80. 00000100:00000001:1.0:1749610722.687368:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610722.687369:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610722.687370:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610722.687371:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:3.0:1749610722.687373:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8d48. 00000400:00000010:1.0:1749610722.687373:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 00000100:00100000:2.0:1749610722.687374:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119282a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494553728:0@lo:38:kworker.0 00000100:00000040:0.0:1749610722.687375:0:8737:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5333) 00000100:00000200:1.0:1749610722.687376:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494553984, offset 0 00000100:00000001:2.0:1749610722.687378:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749610722.687380:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1749610722.687381:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610722.687382:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610722.687382:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610722.687383:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1749610722.687384:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749610722.687386:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610722.687388:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88011157b800. 02000000:00000001:2.0:1749610722.687390:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610722.687390:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610722.687393:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610722.687394:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fee70. 00000400:00000010:2.0:1749610722.687398:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a880. 00000400:00000200:1.0:1749610722.687398:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf92c780 00000100:00000200:2.0:1749610722.687401:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494553728, portal 10 00000100:00000001:3.0:1749610722.687404:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610722.687404:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610722.687405:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031248384 : -131936678303232 : ffff880119282a00) 00000400:00000200:1.0:1749610722.687410:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be9 [64] + 18072 00000100:00000040:2.0:1749610722.687412:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119282a00 x1834598494553728/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610722.687417:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610722.687418:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610722.687419:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1749610722.687420:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1749610722.687421:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1749610722.687422:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ad48. 00000100:00000001:3.0:1749610722.687423:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749610722.687423:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000200:2.0:1749610722.687424:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494553728, offset 0 00000100:00000001:0.0:1749610722.687425:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610722.687426:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749610722.687428:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:2.0:1749610722.687429:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1749610722.687430:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 00000100:00000010:1.0:1749610722.687432:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079224380. 00000100:00000001:3.0:1749610722.687435:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134269170816 : -131939440380800 : ffff880074863480) 00000400:00000200:2.0:1749610722.687436:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749610722.687436:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff880079224380 x1834598494553984 msgsize 224 00000100:00000001:0.0:1749610722.687436:0:9761:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610722.687438:0:9761:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610722.687440:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1749610722.687442:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92c680 00000100:00000040:3.0:1749610722.687444:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880074863480 x1834598494553600/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610722.687447:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 18296 00000100:00000001:1.0:1749610722.687450:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749610722.687452:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610722.687455:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610722.687457:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00000400:00000010:1.0:1749610722.687460:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 00000100:00000001:0.0:1749610722.687460:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749610722.687462:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:0.0:1749610722.687462:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494553984 00000100:00100000:3.0:1749610722.687463:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880074863480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494553600:12345-0@lo:38:kworker.0 02000000:00000001:0.0:1749610722.687464:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:1.0:1749610722.687467:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119282300 x1834598494553984/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610738 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610722.687467:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610722.687469:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610722.687470:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494553600 00000100:00000001:2.0:1749610722.687471:0:28320:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:0.0:1749610722.687472:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610722.687473:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:3.0:1749610722.687475:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:0.0:1749610722.687475:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494553984 00000100:00000010:2.0:1749610722.687476:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074863b80. 00000100:00000001:1.0:1749610722.687476:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1749610722.687477:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:2.0:1749610722.687479:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880074863b80 x1834598494553728 msgsize 520 00000100:00000040:1.0:1749610722.687479:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119282300 x1834598494553984/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610738 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749610722.687479:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000020:00000001:0.0:1749610722.687481:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610722.687483:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000100:00100000:2.0:1749610722.687484:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610722.687486:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610722.687486:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:1.0:1749610722.687488:0:28322:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:0.0:1749610722.687488:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00010000:00000001:3.0:1749610722.687490:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749610722.687491:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610722.687493:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749610722.687493:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1749610722.687496:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 837 usecs (1 jiffies) 00000020:00000010:0.0:1749610722.687496:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3800. 00000400:00000200:2.0:1749610722.687498:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ad48 00000100:00000001:1.0:1749610722.687498:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299996145 00000400:00000010:2.0:1749610722.687500:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ad48. 00000100:00000001:1.0:1749610722.687502:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299996146 00000020:00000040:0.0:1749610722.687503:0:9691:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:1.0:1749610722.687504:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299996145 00000100:00000001:1.0:1749610722.687507:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299996146 00000020:00000001:3.0:1749610722.687508:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610722.687508:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749610722.687508:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299996145 00000100:00000001:0.0:1749610722.687510:0:9691:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1749610722.687511:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299996146 00000100:00000200:2.0:1749610722.687512:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119282a00 x1834598494553728/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610722.687513:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299996145 00010000:00020000:3.0:1749610722.687514:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000010:0.0:1749610722.687514:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e000. 00000100:00000001:1.0:1749610722.687515:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299996146 00000100:00000001:1.0:1749610722.687517:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1749610722.687518:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:0.0:1749610722.687518:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff500. 00000020:00000010:0.0:1749610722.687546:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add190. 00000100:00000001:2.0:1749610722.687548:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610722.687552:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119282a00 x1834598494553728/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610747 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610722.687557:0:9691:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1749610722.687559:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610722.687559:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610722.687560:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610722.687561:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610722.687562:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610722.687563:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610722.687565:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610722.687566:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610722.687566:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610722.687567:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610722.687568:0:9691:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:2.0:1749610722.687569:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 912 usecs (1 jiffies) 00000100:00000001:3.0:1749610722.687571:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749610722.687571:0:9691:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749610722.687572:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4299996146 00000100:00000001:1.0:1749610722.687572:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610722.687573:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1749610722.687575:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749610722.687575:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4299996146 00000100:00000001:1.0:1749610722.687575:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1749610722.687578:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610722.687578:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4299996146 00000100:00000001:1.0:1749610722.687578:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610722.687578:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610722.687579:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749610722.687580:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4299996146 00000100:00000001:2.0:1749610722.687582:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4299996146 00000100:00000001:2.0:1749610722.687584:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4299996146 00000100:00000040:1.0:1749610722.687584:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119280e00 x1834598494554240/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610722.687585:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880119288000. 00000100:00000001:0.0:1749610722.687585:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610722.687586:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4299996146 02000000:00000001:3.0:1749610722.687588:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610722.687588:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4299996146 00000100:00000001:2.0:1749610722.687590:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610722.687592:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610722.687592:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610722.687592:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610722.687593:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749610722.687594:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610722.687595:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1749610722.687595:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494553728 02000000:00000001:1.0:1749610722.687596:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749610722.687597:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:3.0:1749610722.687598:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1749610722.687598:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119281f80 x1834598494553856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610722.687598:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610722.687599:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1749610722.687601:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610722.687601:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610722.687601:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610722.687604:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119280e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494554240:0@lo:400:kworker.0 02000000:00000001:0.0:1749610722.687604:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610722.687605:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00001000:3.0:1749610722.687606:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749610722.687606:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610722.687606:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494553728 00000100:00000001:1.0:1749610722.687607:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1749610722.687608:0:9691:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1749610722.687609:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749610722.687609:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:0.0:1749610722.687609:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749610722.687611:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:2.0:1749610722.687611:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610722.687611:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610722.687611:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1749610722.687612:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610722.687613:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610722.687613:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1749610722.687614:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610722.687615:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119281f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494553856:0@lo:38:kworker.0 02000000:00000010:1.0:1749610722.687615:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d124600. 00000100:00000001:3.0:1749610722.687616:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1749610722.687617:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610722.687617:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e200. 00000100:00000001:2.0:1749610722.687619:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1749610722.687620:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000010:0.0:1749610722.687620:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff800. 00000400:00000010:1.0:1749610722.687621:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db948. 00000100:00000001:3.0:1749610722.687623:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000010:0.0:1749610722.687623:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add708. 00000400:00000010:1.0:1749610722.687625:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 00000100:00000001:0.0:1749610722.687625:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1749610722.687626:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749610722.687627:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749610722.687627:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1749610722.687628:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610722.687628:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494554240, portal 10 00000100:00000001:0.0:1749610722.687628:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610722.687630:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749610722.687630:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1749610722.687632:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610722.687632:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031241216 : -131936678310400 : ffff880119280e00) 00000100:00000001:0.0:1749610722.687632:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610722.687633:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880111579c00. 02000000:00000001:3.0:1749610722.687635:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749610722.687635:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610722.687637:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610722.687638:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119280e00 x1834598494554240/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610738 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610722.687639:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610722.687639:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fedc0. 00000100:00000001:0.0:1749610722.687641:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610722.687642:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:2.0:1749610722.687642:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ad48. 00000100:00000001:0.0:1749610722.687643:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:2.0:1749610722.687645:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494553856, portal 10 00000100:00000001:1.0:1749610722.687645:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610722.687646:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610722.687647:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1749610722.687647:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:0.0:1749610722.687647:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 201 00000100:00000001:2.0:1749610722.687649:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031245696 : -131936678305920 : ffff880119281f80) 00000400:00000010:1.0:1749610722.687650:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000100:00000040:0.0:1749610722.687650:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000400:00000010:3.0:1749610722.687651:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedee0. 00000100:00000200:1.0:1749610722.687652:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494554240, offset 0 00000100:00000001:0.0:1749610722.687652:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134346507136 : -131939363044480 : ffff880079224380) 00000100:00000040:2.0:1749610722.687655:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119281f80 x1834598494553856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610722.687656:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494553600, offset 0 00000100:00000040:0.0:1749610722.687657:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079224380 x1834598494553984/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:158/0 lens 224/0 e 0 to 0 dl 1749610733 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610722.687658:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610722.687662:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610722.687664:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610722.687666:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ac38. 00000100:00000001:0.0:1749610722.687666:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1749610722.687667:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3740. 00000400:00000200:1.0:1749610722.687670:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610722.687670:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749610722.687672:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b3740. 00000400:00000200:3.0:1749610722.687674:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610722.687676:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf92c880 00000100:00000200:2.0:1749610722.687678:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494553856, offset 0 00000100:00100000:0.0:1749610722.687679:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079224380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:28322:x1834598494553984:12345-0@lo:400:kworker.0 00000400:00000200:1.0:1749610722.687681:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be9 [64] + 18816 00000400:00000200:3.0:1749610722.687685:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610722.687686:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610722.687686:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749610722.687688:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494553984 00000400:00000200:1.0:1749610722.687690:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1749610722.687690:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:2.0:1749610722.687693:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1749610722.687694:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:0.0:1749610722.687696:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610722.687697:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf92c600 00000020:00000001:0.0:1749610722.687699:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1749610722.687701:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:0.0:1749610722.687704:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1749610722.687705:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x670d [1] + 0 00000400:00000200:2.0:1749610722.687706:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92c700 00000020:00000001:0.0:1749610722.687707:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749610722.687709:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1749610722.687711:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610722.687711:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:2.0:1749610722.687712:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 19040 00000100:00000200:1.0:1749610722.687712:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:0.0:1749610722.687712:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1749610722.687714:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610722.687715:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610722.687716:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1749610722.687716:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079224700. 00000020:00000001:0.0:1749610722.687716:0:9691:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1749610722.687719:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:2.0:1749610722.687719:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1749610722.687719:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff880079224700 x1834598494554240 msgsize 224 00000100:00000001:0.0:1749610722.687720:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749610722.687722:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:1.0:1749610722.687723:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:0.0:1749610722.687726:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130313c00. 02000000:00000001:0.0:1749610722.687728:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610722.687731:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749610722.687731:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610722.687732:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119283800 x1834598494553600/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610747 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610722.687733:0:9691:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1749610722.687736:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494553984 00010000:00000001:0.0:1749610722.687738:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:0.0:1749610722.687743:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880079224380 x1834598494553984/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:158/0 lens 224/224 e 0 to 0 dl 1749610733 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610722.687744:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119283800 x1834598494553600/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610747 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610722.687745:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00000100:00000001:2.0:1749610722.687747:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:1.0:1749610722.687747:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00000100:00100000:2.0:1749610722.687750:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494554240 00000100:00000001:1.0:1749610722.687750:0:28322:0:(events.c:35:request_out_callback()) Process entered 00010000:00000001:0.0:1749610722.687751:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1749610722.687752:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610722.687753:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000001:0.0:1749610722.687753:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610722.687754:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1749610722.687754:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119280e00 x1834598494554240/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610738 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610722.687756:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610722.687756:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=77 v=5 (1 1 1 1) 00000100:00000001:0.0:1749610722.687759:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1749610722.687760:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedee0 02000000:00000001:2.0:1749610722.687760:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610722.687761:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1749610722.687762:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedee0. 00000100:00100000:2.0:1749610722.687762:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494554240 00000100:00000040:0.0:1749610722.687762:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:0.0:1749610722.687764:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749610722.687765:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:1.0:1749610722.687765:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119280e00 x1834598494554240/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610738 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610722.687766:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000040:2.0:1749610722.687766:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 02000000:00000001:0.0:1749610722.687766:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749610722.687768:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:2.0:1749610722.687768:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1749610722.687768:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610722.687770:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000040:2.0:1749610722.687771:0:12680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:1.0:1749610722.687771:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610722.687772:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610722.687773:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:1.0:1749610722.687773:0:28322:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1749610722.687773:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1749610722.687775:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:2.0:1749610722.687776:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:1.0:1749610722.687776:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610722.687776:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821088. 00000100:00000001:3.0:1749610722.687777:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610722.687780:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749610722.687780:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 792 usecs (1 jiffies) 00000100:00000200:0.0:1749610722.687780:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494553984, offset 224 00000100:00000001:1.0:1749610722.687783:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299996146 00000100:00000040:3.0:1749610722.687785:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074863480 x1834598494553600/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610742 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610722.687785:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299996146 00000100:00000001:2.0:1749610722.687786:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1749610722.687786:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610722.687788:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299996146 00000020:00000010:2.0:1749610722.687789:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012b6773c0. 00000100:00000001:1.0:1749610722.687790:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299996146 00000100:00000001:1.0:1749610722.687792:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299996146 00000020:00000010:2.0:1749610722.687793:0:12680:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b42117c0. 00000100:00000001:1.0:1749610722.687794:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299996146 00000100:00100000:3.0:1749610722.687795:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880074863480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494553600:12345-0@lo:38:kworker.0 Request processed in 334us (643us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749610722.687796:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299996146 00000100:00000001:2.0:1749610722.687798:0:12680:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1749610722.687798:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299996146 00000400:00000200:0.0:1749610722.687799:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1749610722.687800:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012b6773c0. 00000100:00100000:3.0:1749610722.687804:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 00000020:00000010:2.0:1749610722.687805:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bd000. 00000100:00000001:1.0:1749610722.687805:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610722.687807:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610722.687807:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92c780 00000100:00000001:3.0:1749610722.687808:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610722.687809:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749610722.687809:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387880. 00000100:00000001:1.0:1749610722.687810:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610722.687812:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749610722.687813:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9a28. 00000400:00000200:0.0:1749610722.687813:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6715 [1] + 224 00000020:00000010:3.0:1749610722.687814:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cd80. 00000100:00000001:1.0:1749610722.687816:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1749610722.687818:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8d48. 00000100:00000001:2.0:1749610722.687818:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610722.687818:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1749610722.687818:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610722.687820:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610722.687820:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610722.687821:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1749610722.687821:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1749610722.687822:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2c00. 00000100:00000001:2.0:1749610722.687822:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610722.687823:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610722.687825:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610722.687825:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610722.687825:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610722.687826:0:12680:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1749610722.687829:0:12680:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749610722.687830:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610722.687830:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119282300 x1834598494553984/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610738 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610722.687837:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610722.687839:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880119282300 x1834598494553984/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610738 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610722.687844:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610722.687845:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610722.687846:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610722.687847:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610722.687848:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610722.687850:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749610722.687851:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:1.0:1749610722.687852:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 202 00000100:00000040:1.0:1749610722.687856:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000400:00000200:0.0:1749610722.687857:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821088 00000100:00000001:1.0:1749610722.687858:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134346508032 : -131939363043584 : ffff880079224700) 00000100:00100000:2.0:1749610722.687859:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 323 00000400:00000010:0.0:1749610722.687859:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821088. 00000100:00000001:2.0:1749610722.687861:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134269172608 : -131939440379008 : ffff880074863b80) 00000100:00000001:0.0:1749610722.687862:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610722.687863:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:1.0:1749610722.687864:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079224700 x1834598494554240/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:158/0 lens 224/0 e 0 to 0 dl 1749610733 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610722.687866:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880074863b80 x1834598494553728/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610722.687866:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610722.687869:0:10935:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610722.687869:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610722.687871:0:10935:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610722.687872:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:1.0:1749610722.687873:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1749610722.687874:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610722.687875:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00100000:2.0:1749610722.687876:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880074863b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494553728:12345-0@lo:38:kworker.0 00000020:00000010:1.0:1749610722.687876:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b405df00. 00000100:00000001:3.0:1749610722.687879:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610722.687879:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749610722.687880:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079224380 x1834598494553984/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:158/0 lens 224/224 e 0 to 0 dl 1749610733 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610722.687881:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610722.687881:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494553728 00000020:00000010:1.0:1749610722.687881:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b405df00. 00000020:00000001:2.0:1749610722.687883:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:2.0:1749610722.687886:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:1.0:1749610722.687886:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079224700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494554240:12345-0@lo:400:kworker.0 00000100:00000200:1.0:1749610722.687890:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494554240 00000100:00100000:0.0:1749610722.687890:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079224380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:28322:x1834598494553984:12345-0@lo:400:kworker.0 Request processed in 222us (452us total) trans 0 rc 0/0 00000020:00000001:1.0:1749610722.687893:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749610722.687895:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610722.687896:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00010000:00020000:2.0:1749610722.687898:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:1.0:1749610722.687898:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610722.687899:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 201 00000020:00000001:1.0:1749610722.687900:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00010000:00000001:2.0:1749610722.687901:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:1.0:1749610722.687902:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000040:0.0:1749610722.687902:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00010000:00000001:2.0:1749610722.687904:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610722.687904:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:1.0:1749610722.687905:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1749610722.687906:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749610722.687906:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749610722.687908:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1749610722.687908:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610722.687910:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000010:0.0:1749610722.687910:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff500. 02000000:00000001:2.0:1749610722.687911:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1749610722.687912:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000010:0.0:1749610722.687913:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add190. 00000020:00000001:1.0:1749610722.687914:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610722.687916:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e000. 02000000:00000010:2.0:1749610722.687920:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88011157a000. 00000020:00000040:0.0:1749610722.687920:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000020:00000001:1.0:1749610722.687921:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000001:2.0:1749610722.687922:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610722.687925:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610722.687925:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749610722.687927:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749610722.687927:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1749610722.687928:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749610722.687930:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610722.687931:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009c957400. 00000100:00001000:2.0:1749610722.687933:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:1.0:1749610722.687933:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610722.687935:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610722.687937:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000001:1.0:1749610722.687938:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610722.687939:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000040:1.0:1749610722.687940:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494554240 00000100:00000040:2.0:1749610722.687942:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00080000:0.0:1749610722.687942:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00000001:1.0:1749610722.687943:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:2.0:1749610722.687945:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610722.687945:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:2.0:1749610722.687947:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00010000:00000200:1.0:1749610722.687947:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880079224700 x1834598494554240/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:158/0 lens 224/224 e 0 to 0 dl 1749610733 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610722.687950:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:2.0:1749610722.687952:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749610722.687954:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610722.687955:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749610722.687956:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:1.0:1749610722.687957:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610722.687958:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610722.687960:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aee0. 00000100:00001000:1.0:1749610722.687960:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=77 v=5 (1 1 1 1) 00000100:00000200:2.0:1749610722.687964:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494553728, offset 0 00000100:00000001:1.0:1749610722.687964:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610722.687967:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000200:2.0:1749610722.687969:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610722.687969:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:1.0:1749610722.687972:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610722.687973:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610722.687975:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749610722.687976:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749610722.687977:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610722.687980:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000400:00000200:2.0:1749610722.687982:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92c680 00000100:00000200:1.0:1749610722.687984:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494554240, offset 224 00000400:00000200:2.0:1749610722.687986:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x671d [1] + 0 00000400:00000200:2.0:1749610722.687991:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610722.687991:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610722.687994:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610722.687998:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:1.0:1749610722.687999:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1749610722.688002:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119282a00 x1834598494553728/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610747 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610722.688005:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92c880 00000400:00000200:1.0:1749610722.688009:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6725 [1] + 224 00000100:00000040:2.0:1749610722.688011:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119282a00 x1834598494553728/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610747 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610722.688014:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610722.688017:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610722.688020:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610722.688020:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:2.0:1749610722.688023:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aee0 00000100:00000200:1.0:1749610722.688024:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119280e00 x1834598494554240/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610738 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610722.688026:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aee0. 00000100:00000001:2.0:1749610722.688028:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:1.0:1749610722.688033:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880119280e00 x1834598494554240/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610738 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610722.688034:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610722.688038:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610722.688041:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610722.688043:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610722.688045:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749610722.688050:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074863b80 x1834598494553728/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610742 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610722.688054:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:2.0:1749610722.688059:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880074863b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494553728:12345-0@lo:38:kworker.0 Request processed in 183us (578us total) trans 0 rc -19/-19 00000400:00000200:1.0:1749610722.688060:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00000400:00000010:1.0:1749610722.688062:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00000100:00000001:1.0:1749610722.688064:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610722.688066:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:2.0:1749610722.688067:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 323 00000100:00000001:1.0:1749610722.688069:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610722.688070:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610722.688071:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1749610722.688073:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000010:2.0:1749610722.688075:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff800. 00010000:00000001:1.0:1749610722.688075:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749610722.688077:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610722.688079:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add708. 00000020:00000001:1.0:1749610722.688079:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000020:00000010:2.0:1749610722.688082:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e200. 00000100:00000040:1.0:1749610722.688082:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079224700 x1834598494554240/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:158/0 lens 224/224 e 0 to 0 dl 1749610733 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610722.688085:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749610722.688092:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079224700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494554240:12345-0@lo:400:kworker.0 Request processed in 218us (371us total) trans 0 rc 0/0 00000100:00000001:2.0:1749610722.688098:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610722.688100:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:1.0:1749610722.688101:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 202 00000100:00000010:2.0:1749610722.688104:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074861880. 00000100:00000040:1.0:1749610722.688104:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000040:2.0:1749610722.688106:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880074861880 x1834598494553856 msgsize 520 00000100:00000001:1.0:1749610722.688106:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610722.688108:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:2.0:1749610722.688110:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:1.0:1749610722.688112:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387880. 00000020:00000010:1.0:1749610722.688117:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9a28. 00000020:00000010:1.0:1749610722.688122:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bd000. 00000020:00000040:1.0:1749610722.688127:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:2.0:1749610722.688133:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749610722.688133:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749610722.688137:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ac38 00000400:00000010:2.0:1749610722.688140:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ac38. 00000100:00000001:1.0:1749610722.688141:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610722.688142:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:1.0:1749610722.688143:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494553856 02000000:00000001:1.0:1749610722.688145:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:2.0:1749610722.688146:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119281f80 x1834598494553856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610722.688147:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610722.688149:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610722.688152:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610722.688154:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1749610722.688155:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494553856 00000100:00000040:2.0:1749610722.688156:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119281f80 x1834598494553856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610747 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610722.688157:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610722.688158:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749610722.688160:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610722.688163:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610722.688165:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:1.0:1749610722.688166:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610722.688167:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610722.688168:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610722.688171:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 828 usecs (1 jiffies) 00000020:00000010:1.0:1749610722.688172:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124800. 00000020:00000010:1.0:1749610722.688175:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9180. 00000100:00000001:2.0:1749610722.688179:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299996146 00000020:00000010:1.0:1749610722.688179:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c708. 00000100:00000001:2.0:1749610722.688182:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299996146 00000100:00000001:1.0:1749610722.688183:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610722.688184:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299996146 00000100:00000001:1.0:1749610722.688184:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610722.688186:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299996146 00000100:00000001:1.0:1749610722.688186:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610722.688188:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299996146 00000100:00000001:2.0:1749610722.688190:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299996146 00000100:00000001:1.0:1749610722.688190:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610722.688193:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299996146 00000100:00000001:2.0:1749610722.688195:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299996146 00000100:00000001:2.0:1749610722.688197:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610722.688199:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610722.688201:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749610722.688205:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119281500 x1834598494554112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610722.688211:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610722.688213:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610722.688213:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610722.688215:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610722.688217:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610722.688219:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610722.688221:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1749610722.688222:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119281500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494554112:0@lo:38:kworker.0 00000100:00000001:1.0:1749610722.688222:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610722.688225:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:1.0:1749610722.688226:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 324 02000000:00000001:2.0:1749610722.688227:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610722.688229:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610722.688229:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134269163648 : -131939440387968 : ffff880074861880) 02000000:00000001:2.0:1749610722.688230:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749610722.688233:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88011157b400. 00000100:00000040:1.0:1749610722.688233:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880074861880 x1834598494553856/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610722.688235:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610722.688239:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe948. 00000400:00000010:2.0:1749610722.688241:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ac38. 00000100:00100000:1.0:1749610722.688243:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880074861880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494553856:12345-0@lo:38:kworker.0 00000100:00000200:2.0:1749610722.688245:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494554112, portal 10 00000100:00000200:1.0:1749610722.688246:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494553856 00000100:00000001:2.0:1749610722.688247:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1749610722.688248:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749610722.688249:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031243008 : -131936678308608 : ffff880119281500) 00010000:00000001:1.0:1749610722.688251:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:2.0:1749610722.688257:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119281500 x1834598494554112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610722.688260:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749610722.688264:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749610722.688266:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749610722.688269:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610722.688272:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749610722.688273:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749610722.688274:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:1.0:1749610722.688275:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1749610722.688277:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:1.0:1749610722.688279:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009c957800. 00000400:00000010:2.0:1749610722.688281:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aee0. 02000000:00000001:1.0:1749610722.688281:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610722.688283:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610722.688285:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494554112, offset 0 00010000:00000001:1.0:1749610722.688285:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749610722.688287:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610722.688290:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:1.0:1749610722.688291:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:2.0:1749610722.688298:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610722.688320:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749610722.688323:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610722.688326:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610722.688328:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610722.688331:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000200:2.0:1749610722.688332:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92c800 00000100:00000040:1.0:1749610722.688334:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:1.0:1749610722.688336:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610722.688338:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610722.688339:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 19560 00000100:00000001:1.0:1749610722.688340:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610722.688343:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749610722.688345:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1749610722.688346:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000400:00000200:2.0:1749610722.688351:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610722.688352:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494553856, offset 0 00000100:00000001:2.0:1749610722.688355:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610722.688358:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:1.0:1749610722.688359:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:2.0:1749610722.688363:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074863800. 00000100:00000040:2.0:1749610722.688367:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880074863800 x1834598494554112 msgsize 520 00000400:00000200:1.0:1749610722.688368:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1749610722.688373:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1749610722.688376:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92c700 00000400:00000200:1.0:1749610722.688383:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6729 [1] + 0 00000400:00000200:1.0:1749610722.688389:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610722.688393:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610722.688395:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749610722.688398:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:2.0:1749610722.688402:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aee0 00000100:00000200:1.0:1749610722.688404:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119281f80 x1834598494553856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610747 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610722.688406:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aee0. 00000100:00000001:2.0:1749610722.688410:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749610722.688416:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:2.0:1749610722.688417:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119281500 x1834598494554112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610722.688418:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119281f80 x1834598494553856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610747 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610722.688419:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494554112 02000000:00000001:3.0:1749610722.688422:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610722.688424:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610722.688429:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610722.688433:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610722.688434:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610722.688434:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119281500 x1834598494554112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610747 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610722.688437:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610722.688440:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494554112 00000400:00000200:1.0:1749610722.688440:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00000020:00000001:3.0:1749610722.688442:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:1.0:1749610722.688443:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00000020:00000040:3.0:1749610722.688444:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749610722.688445:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610722.688446:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610722.688447:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610722.688447:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:3.0:1749610722.688448:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610722.688449:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:3.0:1749610722.688450:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610722.688453:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610722.688454:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2c00. 00000100:00000001:1.0:1749610722.688454:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610722.688457:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cd80. 00000100:00000040:2.0:1749610722.688458:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 648 usecs (1 jiffies) 00000100:00000040:1.0:1749610722.688458:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000010:3.0:1749610722.688461:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8d48. 00000100:00000001:2.0:1749610722.688462:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4299996146 00000100:00000001:1.0:1749610722.688462:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610722.688465:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1749610722.688465:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610722.688466:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4299996146 00000100:00000001:3.0:1749610722.688467:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610722.688469:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610722.688470:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4299996146 00000100:00000001:3.0:1749610722.688472:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610722.688472:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074861880 x1834598494553856/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610742 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610722.688473:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4299996146 00000100:00000001:2.0:1749610722.688485:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4299996146 00000100:00000001:2.0:1749610722.688489:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4299996146 00000100:00000001:3.0:1749610722.688490:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610722.688493:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4299996146 00000100:00100000:1.0:1749610722.688494:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880074861880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494553856:12345-0@lo:38:kworker.0 Request processed in 250us (385us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749610722.688496:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4299996146 00000100:00000001:3.0:1749610722.688497:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610722.688499:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610722.688500:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749610722.688503:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 325 00000100:00000001:2.0:1749610722.688503:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610722.688505:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134269171712 : -131939440379904 : ffff880074863800) 00000100:00100000:1.0:1749610722.688508:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 324 00000100:00000040:3.0:1749610722.688510:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880074863800 x1834598494554112/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749610722.688511:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749610722.688511:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610722.688513:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:2.0:1749610722.688514:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:1.0:1749610722.688517:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9180. 00000400:00000010:2.0:1749610722.688518:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe000. 00000100:00100000:3.0:1749610722.688546:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880074863800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494554112:12345-0@lo:38:kworker.0 00000100:00000200:3.0:1749610722.688550:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494554112 00000020:00000001:3.0:1749610722.688553:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000010:1.0:1749610722.688553:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c708. 00010000:00000001:3.0:1749610722.688555:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000010:1.0:1749610722.688558:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124800. 00000400:00000200:2.0:1749610722.688562:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 00000020:00000001:3.0:1749610722.688564:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610722.688564:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749610722.688565:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 00010000:00020000:3.0:1749610722.688567:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:0.0:1749610722.688567:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4299996146, at 4299996146 00010000:00000001:3.0:1749610722.688570:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610722.688570:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:3.0:1749610722.688572:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000010:0.0:1749610722.688574:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677100. 00000100:00000001:3.0:1749610722.688575:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610722.688577:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000200:2.0:1749610722.688577:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119283800 x1834598494553600/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610747 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610722.688581:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4299996146, at 4299996146 00000100:00000001:0.0:1749610722.688583:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1749610722.688585:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749610722.688585:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000010:1.0:1749610722.688587:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677f80. 02000000:00000010:3.0:1749610722.688589:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88011928bc00. 00000400:00000001:0.0:1749610722.688590:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1749610722.688591:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610722.688591:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119283800 x1834598494553600/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610747 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749610722.688591:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749610722.688593:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610722.688594:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db948. 00010000:00000001:3.0:1749610722.688596:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1749610722.688597:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00010000:00000001:3.0:1749610722.688598:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610722.688599:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 00000100:00001000:3.0:1749610722.688601:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749610722.688602:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610722.688602:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610722.688604:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749610722.688605:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610722.688607:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1749610722.688607:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119280e00 x1834598494554240/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610738 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610722.688609:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:3.0:1749610722.688610:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610722.688612:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:2.0:1749610722.688612:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610722.688614:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749610722.688615:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1749610722.688616:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119280e00 x1834598494554240/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610738 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610722.688618:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610722.688618:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610722.688619:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610722.688621:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610722.688622:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610722.688623:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610722.688623:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:3.0:1749610722.688625:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610722.688625:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749610722.688627:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedee0. 00000100:00000001:0.0:1749610722.688627:0:28322:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610722.688628:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00001000:2.0:1749610722.688630:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610722 v=5 (0 0 0 0) 00000100:00000001:0.0:1749610722.688630:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1749610722.688632:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494554112, offset 0 00000100:00000001:0.0:1749610722.688632:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610722.688635:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610722.688636:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:2.0:1749610722.688636:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=145 v=20 (1 1 1 20) 00000100:00001000:0.0:1749610722.688640:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=27 v=5 (5 5 5 5) 00000100:00000001:2.0:1749610722.688641:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1749610722.688642:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:0.0:1749610722.688643:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=27 v=5 (1 1 1 1) 00000100:00000001:2.0:1749610722.688644:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610722.688646:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610722.688647:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610722.688648:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92c800 00000100:00000001:2.0:1749610722.688648:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:0.0:1749610722.688650:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1749610722.688652:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6745 [1] + 0 00010000:00080000:0.0:1749610722.688654:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880119280e00 x1834598494554240/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610738 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610722.688655:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119283800 x1834598494553600/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610747 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610722.688657:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610722.688660:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1749610722.688662:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610722.688664:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610722.688664:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000200:3.0:1749610722.688667:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119281500 x1834598494554112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610747 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610722.688667:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:2.0:1749610722.688668:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610722.688673:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1749610722.688676:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119281500 x1834598494554112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610747 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610722.688676:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749610722.688677:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610722.688682:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119280e00 x1834598494554240/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610738 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610722.688683:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610722.688685:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610722.688686:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000400:00000200:3.0:1749610722.688689:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedee0 00000100:00000001:0.0:1749610722.688689:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610722.688690:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:3.0:1749610722.688691:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedee0. 00000100:00000001:0.0:1749610722.688691:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610722.688693:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749610722.688695:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:0.0:1749610722.688696:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119280e00 x1834598494554240/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610738 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749610722.688700:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610722.688704:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:0.0:1749610722.688704:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119280e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494554240:0@lo:400:kworker.0 00000100:00000040:2.0:1749610722.688711:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119283800 x1834598494553600/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610747 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610722.688715:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610722.688717:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000001:0.0:1749610722.688720:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749610722.688721:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749610722.688722:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749610722.688723:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db9a0. 00000100:00000040:3.0:1749610722.688724:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00100000:2.0:1749610722.688725:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119283800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494553600:0@lo:38:kworker.0 00000400:00000200:0.0:1749610722.688726:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000400:00000010:0.0:1749610722.688728:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000100:00000001:0.0:1749610722.688730:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610722.688731:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610722.688732:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610722.688733:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1749610722.688733:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119282300 x1834598494553984/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610738 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610722.688736:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610722.688738:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074863800 x1834598494554112/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610742 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610722.688741:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119283800 x1834598494553600/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610747 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610722.688741:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119282300 x1834598494553984/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610738 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610722.688748:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880074863800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494554112:12345-0@lo:38:kworker.0 Request processed in 228us (379us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749610722.688748:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610722.688749:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610722.688751:0:28322:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749610722.688752:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610722.688753:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610722.688754:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1749610722.688755:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1749610722.688755:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610722.688756:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 325 02000000:00000001:0.0:1749610722.688757:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610722.688759:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000010:2.0:1749610722.688760:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880111579000. 00000100:00000001:3.0:1749610722.688761:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:0.0:1749610722.688761:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=77 v=5 (5 5 5 5) 00000020:00000010:3.0:1749610722.688764:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cd80. 02000000:00000001:2.0:1749610722.688764:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:0.0:1749610722.688764:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=77 v=5 (1 1 1 1) 00000100:00000001:0.0:1749610722.688766:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000010:3.0:1749610722.688767:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8d48. 00000020:00000001:2.0:1749610722.688767:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749610722.688767:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610722.688769:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000020:00000010:3.0:1749610722.688770:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2c00. 00000020:00000040:2.0:1749610722.688770:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00010000:00080000:0.0:1749610722.688772:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880119282300 x1834598494553984/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610738 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610722.688773:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749610722.688774:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610722.688777:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130311c00. 02000000:00000001:2.0:1749610722.688782:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610722.688784:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:0.0:1749610722.688784:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610722.688786:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000010:2.0:1749610722.688787:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119283800. 00000100:00000040:3.0:1749610722.688788:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4299996146, at 4299996146 00000100:00000040:0.0:1749610722.688788:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1749610722.688790:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749610722.688791:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749610722.688794:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677e80. 00000100:00000040:0.0:1749610722.688794:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119282300 x1834598494553984/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610738 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610722.688795:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610722.688797:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610722.688800:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610722.688800:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610722.688802:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610722.688804:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610722.688806:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119282300 x1834598494553984/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610738 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610722.688807:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610722.688810:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610722.688813:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1749610722.688814:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119282300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:28322:1834598494553984:0@lo:400:kworker.0 00000100:00000001:2.0:1749610722.688815:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610722.688818:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1749610722.688820:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749610722.688820:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000001:2.0:1749610722.688822:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1749610722.688822:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119280e00 x1834598494554240/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610738 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610722.688829:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610722.688830:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:2.0:1749610722.688831:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fee70. 02000000:00000010:0.0:1749610722.688833:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d124600. 00000400:00000200:2.0:1749610722.688835:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a880 02000000:00000001:0.0:1749610722.688836:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:2.0:1749610722.688837:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a880. 00000020:00000001:0.0:1749610722.688838:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610722.688839:0:28322:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749610722.688841:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:0.0:1749610722.688841:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610722.688843:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f900. 02000000:00000001:0.0:1749610722.688847:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:2.0:1749610722.688848:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119282a00 x1834598494553728/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610747 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610722.688848:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610722.688849:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119280e00. 00000100:00000001:0.0:1749610722.688855:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610722.688857:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610722.688858:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1749610722.688862:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119282a00 x1834598494553728/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610747 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610722.688866:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119282300 x1834598494553984/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610738 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610722.688873:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610722.688873:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610722.688874:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749610722.688876:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1749610722.688876:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d124a00. 02000000:00000001:0.0:1749610722.688878:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749610722.688879:0:28320:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:0.0:1749610722.688879:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610722.688881:0:28322:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:2.0:1749610722.688882:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000001:0.0:1749610722.688882:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749610722.688884:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000010:0.0:1749610722.688884:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3fe00. 02000000:00000001:0.0:1749610722.688885:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610722.688886:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749610722.688887:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610722.688888:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119282300. 02000000:00000001:2.0:1749610722.688890:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610722.688893:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610722.688894:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1749610722.688896:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610722 v=5 (0 0 0 0) 00000100:00000001:0.0:1749610722.688896:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1749610722.688901:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=127 v=20 (1 1 1 20) 00000100:00000001:0.0:1749610722.688901:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610722.688902:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610722.688904:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610722.688906:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610722.688906:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610722.688908:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610722.688911:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610722.688918:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119282a00 x1834598494553728/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610747 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610722.688930:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610722.688934:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610722.688937:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610722.688940:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610722.688942:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610722.688946:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610722.688951:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610722.688954:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610722.688960:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119282a00 x1834598494553728/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610747 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610722.688991:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119282a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494553728:0@lo:38:kworker.0 00000400:00000001:2.0:1749610722.688999:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610722.689001:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610722.689004:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fedc0. 00000400:00000200:2.0:1749610722.689008:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ad48 00000400:00000010:2.0:1749610722.689011:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ad48. 00000100:00000001:2.0:1749610722.689014:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610722.689019:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119281f80 x1834598494553856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610747 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610722.689033:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119281f80 x1834598494553856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610747 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610722.689044:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610722.689046:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610722.689049:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610722.689051:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610722.689053:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610722.689055:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610722.689058:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610722.689064:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610722 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610722.689068:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=77 v=20 (1 1 1 20) 00000100:00000001:2.0:1749610722.689073:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610722.689075:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610722.689078:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610722.689084:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119281f80 x1834598494553856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610747 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610722.689095:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610722.689099:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610722.689101:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610722.689104:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610722.689107:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610722.689111:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610722.689123:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610722.689126:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610722.689133:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119281f80 x1834598494553856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610747 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610722.689147:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119281f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494553856:0@lo:38:kworker.0 00000400:00000001:2.0:1749610722.689154:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610722.689156:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610722.689159:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe948. 00000400:00000200:2.0:1749610722.689163:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ac38 00000400:00000010:2.0:1749610722.689166:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ac38. 00000100:00000001:2.0:1749610722.689169:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610722.689175:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119281500 x1834598494554112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610747 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610722.689189:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119281500 x1834598494554112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610747 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610722.689200:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610722.689202:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610722.689205:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610722.689208:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610722.689210:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610722.689213:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610722.689216:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610722.689222:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610722 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610722.689228:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=27 v=20 (1 1 1 20) 00000100:00000001:2.0:1749610722.689232:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610722.689234:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610722.689237:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610722.689243:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119281500 x1834598494554112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610747 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610722.689255:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610722.689259:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610722.689280:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610722.689283:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610722.689286:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610722.689291:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610722.689295:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610722.689298:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610722.689333:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119281500 x1834598494554112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610747 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610722.689347:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119281500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494554112:0@lo:38:kworker.0 00000100:00000001:2.0:1749610722.689355:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610722.689359:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610722.689364:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119282a00 x1834598494553728/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610747 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610722.689375:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610722.689378:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610722.689381:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88011157b800. 02000000:00000001:2.0:1749610722.689386:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610722.689388:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610722.689391:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749610722.689394:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610722.689396:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130313000. 02000000:00000001:2.0:1749610722.689400:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610722.689402:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610722.689405:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119282a00. 00000100:00000001:2.0:1749610722.689410:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610722.689412:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610722.689415:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610722.689420:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119281f80 x1834598494553856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610747 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610722.689430:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610722.689433:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610722.689435:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880111579c00. 02000000:00000001:2.0:1749610722.689445:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610722.689448:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610722.689450:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749610722.689453:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610722.689455:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130310800. 02000000:00000001:2.0:1749610722.689459:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610722.689461:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610722.689464:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119281f80. 00000100:00000001:2.0:1749610722.689469:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610722.689470:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610722.689473:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610722.689479:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119281500 x1834598494554112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610747 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610722.689489:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610722.689491:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610722.689494:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88011157b400. 02000000:00000001:2.0:1749610722.689497:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610722.689499:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610722.689500:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1749610722.689503:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610722.689506:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130313800. 02000000:00000001:2.0:1749610722.689509:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610722.689511:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610722.689513:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119281500. 00000100:00000001:2.0:1749610722.689516:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610722.689518:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610722.689567:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610722.689570:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610722.689573:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610722.689576:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610722.689578:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610722.689594:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4299996146, at 4299996147 00000100:00000010:2.0:1749610722.689602:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677bc0. 00000100:00000001:0.0:1749610722.855630:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610722.855639:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610722.855643:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610722.855648:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610722.855654:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610722.855659:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610722.855663:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610722.855668:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610722.855672:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610723.457700:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610723.457710:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610723.457714:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610723.457720:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610723.457748:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610723.457753:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610723.457758:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610723.457761:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610723.457765:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610723.580700:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610723.580707:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610723.580734:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1749610723.580738:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610723.580742:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610723.689644:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610723.689665:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610723.689669:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610723.689675:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610723.689679:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610723.689684:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610723.689687:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610723.855633:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610723.855640:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610723.855643:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610723.855648:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610723.855671:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610723.855676:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610723.855680:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610723.855684:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610723.855688:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610724.457701:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610724.457708:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610724.457710:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610724.457714:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610724.457717:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610724.457721:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610724.457724:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610724.457726:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610724.457729:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610724.582646:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610724.582652:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749610724.582655:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749610724.582659:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610724.582663:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749610724.582665:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610724.582667:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610724.582669:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610724.582795:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610724.582804:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610724.582809:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610724.689607:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610724.689622:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610724.689625:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610724.689629:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610724.689631:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610724.689634:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610724.689637:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610724.855635:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610724.855645:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610724.855647:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610724.855652:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610724.855655:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610724.855659:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610724.855662:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749610724.855674:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff880070f08380 x1834598494551808/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610724.855686:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610724.855690:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f08380 x1834598494551808/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610724.855699:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749610724.855703:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610724.855705:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610724.855707:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610724.855711:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f08380 x1834598494551808/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610724.855719:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f08380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494551808:0@lo:101:ll_cfg_requeue.0 00000100:00000001:0.0:1749610724.855725:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610724.855741:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749610724.855744:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749610724.855746:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610724.855750:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880070f08380 x1834598494551808/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610724.855758:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610724.855762:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88006b8afb40. 00000100:00000001:0.0:1749610724.855768:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749610724.855770:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749610724.855775:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749610724.855780:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749610724.855784:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610724.855789:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8e600 refcount=4 00000020:00000001:0.0:1749610724.855793:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457042432 : -131939252509184 : ffff88007fb8e600) 00010000:00000001:0.0:1749610724.855797:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457042432 : -131939252509184 : ffff88007fb8e600) 00010000:00010000:0.0:1749610724.855805:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d1d0 lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610724.855819:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749610724.855826:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d1d0 lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610724.855836:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749610724.855841:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d1d0 lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610724.855851:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610724.855854:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749610724.855858:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d1d0 lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610724.855868:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749610724.855872:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610724.855898:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749610724.855902:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d1d0 lrc: 4/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749610724.855909:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88007fb8e600 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:0.0:1749610724.855912:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749610724.855915:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d1d0 lrc: 4/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610724.855921:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749610724.855922:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749610724.855924:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610724.855926:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8e600 refcount=5 00000020:00000001:0.0:1749610724.855928:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457042432 : -131939252509184 : ffff88007fb8e600) 00010000:00000001:0.0:1749610724.855931:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457042432 : -131939252509184 : ffff88007fb8e600) 00010000:00000001:0.0:1749610724.855934:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749610724.855936:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d1d0 lrc: 5/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749610724.855941:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749610724.855944:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d1d0 lrc: 5/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749610724.855949:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000040:0.0:1749610724.855951:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749610724.855953:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610724.855955:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749610724.855957:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749610724.855960:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749610724.855962:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749610724.855963:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749610724.855965:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610724.855969:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007fb8e600 with handle 0x689c0ec07329d1d0 from hash 00010000:00000001:0.0:1749610724.855971:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749610724.855977:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610724.855978:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610724.855980:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749610724.855981:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749610724.855983:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749610724.855985:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610724.855986:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610724.855987:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749610724.855989:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610724.855992:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d1d0 lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610724.855997:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610724.855998:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610724.856000:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749610724.856001:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749610724.856002:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610724.856003:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610724.856004:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749610724.856007:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d1d0 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1749610724.856014:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88007ef3f700 count: 0 00010000:00000001:0.0:1749610724.856045:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610724.856048:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749610724.856051:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610724.856056:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f08380 x1834598494551808/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610724.856063:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749610724.856066:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610724.856068:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749610724.856070:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610724.856074:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007fb8ec00. 02000000:00000001:0.0:1749610724.856078:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610724.856080:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610724.856082:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f08380. 00000100:00000001:0.0:1749610724.856086:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610724.856092:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749610724.856094:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:0.0:1749610724.856097:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:0.0:1749610724.856100:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1749610724.856104:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff88012e6b3740. 00000020:00000010:0.0:1749610724.856110:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8ec00. 00000020:00000010:0.0:1749610724.856116:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88007fb8fa00. 00000040:00000010:0.0:1749610724.856122:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88007fb8e000. 00000020:00000010:0.0:1749610724.856128:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a3b1000. 00000020:00000010:0.0:1749610724.856135:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88007fb8e400. 80000000:00000010:0.0:1749610724.856141:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b43bf180. 00040000:00000010:0.0:1749610724.856148:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88007fb8fe00. 00080000:00000010:0.0:1749610724.856155:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009a4c4000. 00080000:00000010:0.0:1749610724.856162:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009a4c8000. 10000000:00000040:0.0:1749610724.856171:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000001:0.0:1749610724.856175:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:0.0:1749610724.856182:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88007fb8fa00. 00000040:00000010:0.0:1749610724.856188:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88007fb8e000. 00000020:00000010:0.0:1749610724.856192:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a3b1000. 00000020:00000010:0.0:1749610724.856198:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88007fb8e400. 80000000:00000010:0.0:1749610724.856203:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b43bf180. 00040000:00000010:0.0:1749610724.856208:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88007fb8fe00. 00080000:00000010:0.0:1749610724.856214:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009a4c8000. 00080000:00000010:0.0:1749610724.856221:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009a4c4000. 00000020:00000010:0.0:1749610724.856226:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8ec00. 10000000:00000010:0.0:1749610724.856230:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff88012e6b3740. 10000000:01000000:0.0:1749610724.856237:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'params' failed (-5). 10000000:00000001:0.0:1749610724.856241:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:0.0:1749610724.856244:0:9690:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:0.0:1749610724.856246:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1749610724.856249:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1749610724.856251:0:9690:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff8800b487b000) refs 2 10000000:00000001:0.0:1749610724.856253:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749610724.856261:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1749610724.856263:0:9690:0:(mgc_request.c:123:config_log_put()) log params(ffff88006bb8ce00) refs 2 10000000:00000001:0.0:1749610724.856265:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1749610724.856267:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1749610724.856269:0:9690:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:0.0:1749610724.856270:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:0.0:1749610724.856272:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-client-ffff8800b4229800 from 30 10000000:00000001:0.0:1749610724.856275:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:0.0:1749610724.856276:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:0.0:1749610724.856310:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119282300. 00000020:00000040:0.0:1749610724.856314:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1749610724.856319:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610724.856322:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610724.856327:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610724.856332:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007fb8ec00. 00000100:00000001:0.0:1749610724.856339:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610724.856343:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1749610724.856345:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1749610724.856350:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007ef3f900. 00010000:00000001:0.0:1749610724.856355:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1749610724.856357:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007fb8e800. 00000020:00000001:0.0:1749610724.856361:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1749610724.856363:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007fb8e800 with handle 0x689c0ec07329d1d7 to hash 00000020:00000001:0.0:1749610724.856365:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1749610724.856367:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134457042944 : -131939252508672 : ffff88007fb8e800) 00010000:00000001:0.0:1749610724.856370:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134457042944 : -131939252508672 : ffff88007fb8e800) 00010000:00000001:0.0:1749610724.856373:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749610724.856374:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610724.856378:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8e800/0x689c0ec07329d1d7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749610724.856385:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88007fb8e800/0x689c0ec07329d1d7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749610724.856396:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88007fb8e800/0x689c0ec07329d1d7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1749610724.856408:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749610724.856410:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749610724.856416:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88006b8afb40. 00000100:00000001:0.0:1749610724.856417:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134118488896 : -131939591062720 : ffff88006b8afb40) 00000100:00000001:0.0:1749610724.856421:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610724.856422:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031246592 : -131936678305024 : ffff880119282300) 00000100:00000001:0.0:1749610724.856427:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610724.856431:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610724.856434:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749610724.856435:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749610724.856440:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119282300 x1834598494554368/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610724.856448:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610724.856449:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749610724.856453:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff880119282300 x1834598494554368/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610724.856460:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610724.856462:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610724.856464:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610724.856466:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610724.856468:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610724.856470:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610724.856471:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610724.856472:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610724.856474:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1749610724.861733:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007ef3f700. 00010000:00000010:0.1:1749610724.861747:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007fb8e600. 00000100:00000001:2.0:1749610725.457724:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610725.457733:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610725.457735:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610725.457740:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610725.457743:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610725.457747:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610725.457751:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610725.457754:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610725.457756:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610725.584746:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610725.584752:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610725.584864:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610725.584870:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610725.584890:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610725.689696:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610725.689716:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610725.689719:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610725.689725:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610725.689728:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610725.689732:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610725.689735:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610725.855684:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610725.855693:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610725.855695:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610725.855700:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610725.855703:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610725.855707:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610725.855726:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610725.855730:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610725.855733:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610726.457633:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610726.457642:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610726.457644:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610726.457649:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610726.457652:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610726.457656:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610726.457660:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610726.457662:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610726.457665:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610726.586690:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610726.586696:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610726.586822:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610726.586828:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610726.586832:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610726.689631:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610726.689647:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610726.689650:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610726.689654:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610726.689657:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610726.689660:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610726.689663:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610726.855644:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610726.855651:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610726.855653:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610726.855657:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610726.855661:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610726.855664:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610726.855667:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610726.855670:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610726.855672:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610727.457638:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610727.457646:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610727.457649:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610727.457653:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610727.457656:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610727.457659:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610727.457663:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610727.457666:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610727.457668:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610727.588655:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610727.588660:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610727.588786:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610727.588792:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610727.588796:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610727.689626:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610727.689642:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610727.689644:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610727.689666:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610727.689669:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610727.689673:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610727.689675:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610727.694661:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610727.694670:0:8737:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1749610727.694673:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610727.694678:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610727.694682:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610727.694686:0:8737:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610727.694690:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610727.694696:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5328 00000100:00080000:0.0:1749610727.694701:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610727.694705:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610727.694708:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610727.694711:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610727.694714:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610727.694719:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610727.694722:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749610727.694725:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610727.694728:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749610727.694739:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749610727.694743:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749610727.694747:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610727.694750:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610727.694752:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610727.694755:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610727.694758:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:0.0:1749610727.694763:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610727.694766:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610727.694770:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610727.694776:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610727.694779:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610727.694781:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610727.694783:0:8737:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610727.694788:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119280e00. 00000020:00000040:0.0:1749610727.694792:0:8737:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749610727.694795:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610727.694797:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610727.694800:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610727.694803:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610727.694806:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610727.694812:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130310800. 00000100:00000001:0.0:1749610727.694818:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610727.694826:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119280e00 x1834598494554496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610727.694843:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610727.694847:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610727.694851:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119280e00] to pc [ptlrpcd_rcv+-1] req@ffff880119280e00 x1834598494554496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610727.694870:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610727.694873:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610727.694876:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610727.694882:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610727.694884:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610727.694886:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610727.694889:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5328 00000100:00080000:0.0:1749610727.694891:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610727.694893:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610727.694895:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610727.694897:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610727.694898:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610727.694900:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610727.694901:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749610727.694903:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610727.694904:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749610727.694906:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:0.0:1749610727.694908:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:0.0:1749610727.694911:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610727.694912:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610727.694913:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610727.694914:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610727.694916:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:0.0:1749610727.694918:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610727.694920:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610727.694922:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610727.694924:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610727.694926:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610727.694928:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610727.694929:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610727.694932:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119281880. 00000020:00000040:0.0:1749610727.694934:0:8737:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749610727.694936:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610727.694937:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610727.694938:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610727.694943:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610727.694944:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610727.694948:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130313000. 00000100:00000001:0.0:1749610727.694950:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610727.694951:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1749610727.694954:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119281880 x1834598494554624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610727.694956:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610727.694958:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610727.694961:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610727.694963:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610727.694965:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119280e00 x1834598494554496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610727.694966:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119281880] to pc [ptlrpcd_rcv+-1] req@ffff880119281880 x1834598494554624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610727.694973:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610727.694976:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749610727.694976:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:2.0:1749610727.694978:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610727.694978:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610727.694979:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:2.0:1749610727.694981:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:0.0:1749610727.694981:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610727.694983:0:8737:0:(import.c:480:import_select_connection()) Process entered 02000000:00000001:2.0:1749610727.694984:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1749610727.694985:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5328 02000000:00000001:2.0:1749610727.694986:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610727.694987:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1749610727.694989:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119280e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494554496:0@lo:38:kworker.0 00000100:00000040:0.0:1749610727.694989:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610727.694991:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610727.694993:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1749610727.694993:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610727.694994:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:2.0:1749610727.694996:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1749610727.694996:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610727.694996:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 02000000:00000001:2.0:1749610727.694998:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610727.694998:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1749610727.695000:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:0.0:1749610727.695000:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000020:00000001:0.0:1749610727.695001:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000020:00000001:0.0:1749610727.695003:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 02000000:00000010:2.0:1749610727.695005:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88011157b400. 00000100:00000040:0.0:1749610727.695005:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610727.695006:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1749610727.695007:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610727.695012:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610727.695013:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000010:2.0:1749610727.695014:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe948. 00000020:00000040:0.0:1749610727.695015:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00080000:0.0:1749610727.695018:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610727.695019:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610727.695020:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ac38. 02000000:00000001:0.0:1749610727.695021:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610727.695023:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610727.695025:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610727.695026:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000200:2.0:1749610727.695027:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494554496, portal 4 00000100:00000001:0.0:1749610727.695027:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610727.695030:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000010:0.0:1749610727.695030:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119280a80. 00000100:00000001:2.0:1749610727.695031:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031241216 : -131936678310400 : ffff880119280e00) 00000020:00000040:0.0:1749610727.695032:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1749610727.695033:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610727.695034:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610727.695036:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610727.695037:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610727.695038:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610727.695039:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119280e00 x1834598494554496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610752 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610727.695041:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130311c00. 00000100:00000001:0.0:1749610727.695043:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610727.695046:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:0.0:1749610727.695046:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119280a80 x1834598494554752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1749610727.695049:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610727.695051:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ad48. 00000100:00000001:0.0:1749610727.695052:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000200:2.0:1749610727.695053:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494554496, offset 0 00000100:00000001:0.0:1749610727.695054:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610727.695056:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119280a80] to pc [ptlrpcd_rcv+-1] req@ffff880119280a80 x1834598494554752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610727.695058:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610727.695062:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610727.695065:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749610727.695067:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749610727.695070:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119280700. 00000400:00000200:2.0:1749610727.695072:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:0.0:1749610727.695072:0:8737:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749610727.695074:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610727.695075:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610727.695080:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610727.695083:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf92c980 02000000:00000010:0.0:1749610727.695083:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3fe00. 00000100:00000001:0.0:1749610727.695086:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610727.695090:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880119280700 x1834598494554880/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610727.695096:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1749610727.695097:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3ded [256] + 16120 00000100:00000001:0.0:1749610727.695098:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610727.695102:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119280700] to pc [ptlrpcd_00_02+2] req@ffff880119280700 x1834598494554880/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610727.695105:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610727.695109:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610727.695114:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610727.695115:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1749610727.695120:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074861500. 00000100:00000040:2.0:1749610727.695123:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880074861500 x1834598494554496 msgsize 520 00000100:00100000:2.0:1749610727.695126:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749610727.695134:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749610727.695135:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610727.695137:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610727.695140:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000400:00000200:2.0:1749610727.695141:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ad48 00000100:00000001:0.0:1749610727.695142:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000400:00000010:2.0:1749610727.695143:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ad48. 00000100:00080000:0.0:1749610727.695143:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610727.695145:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:2.0:1749610727.695146:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00080000:0.0:1749610727.695147:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5328 00000100:00080000:0.0:1749610727.695149:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000200:2.0:1749610727.695150:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119280e00 x1834598494554496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610752 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610727.695152:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610727.695153:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610727.695155:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610727.695156:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610727.695157:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1749610727.695158:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610727.695159:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000100:00000040:2.0:1749610727.695160:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119280e00 x1834598494554496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610752 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610727.695160:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610727.695161:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:0.0:1749610727.695163:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:2.0:1749610727.695165:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610727.695165:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:2.0:1749610727.695167:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1749610727.695167:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610727.695168:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610727.695187:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610727.695187:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000040:2.0:1749610727.695193:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1276 usecs (2 jiffies) 00000100:00000001:0.0:1749610727.695194:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610727.695196:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300001154 00000020:00000040:0.0:1749610727.695197:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00000010:2.0:1749610727.695200:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677bc0. 00000100:00080000:0.0:1749610727.695200:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610727.695202:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610727.695204:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749610727.695207:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 02000000:00000001:0.0:1749610727.695207:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610727.695209:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610727.695211:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610727.695213:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300001154 00000100:00000001:0.0:1749610727.695213:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610727.695216:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b6773c0. 00000100:00000010:0.0:1749610727.695216:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119280380. 00000020:00000040:0.0:1749610727.695218:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:2.0:1749610727.695219:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 02000000:00000001:0.0:1749610727.695220:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610727.695221:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610727.695223:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610727.695224:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610727.695226:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610727.695232:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880129e10800. 00000100:00000001:2.0:1749610727.695235:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300001154 00000100:00000001:0.0:1749610727.695236:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610727.695237:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1749610727.695239:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b6771c0. 00000100:00100000:0.0:1749610727.695240:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119280380 x1834598494555008/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610727.695242:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:3.0:1749610727.695244:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610727.695244:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300001154 00000100:00000001:3.0:1749610727.695246:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610727.695247:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610727.695250:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610727.695276:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119280700 x1834598494554880/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610727.695296:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677f00. 00000100:00000001:2.0:1749610727.695301:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000040:0.0:1749610727.695302:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119280380] to pc [ptlrpcd_rcv+-1] req@ffff880119280380 x1834598494555008/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610727.695303:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610727.695304:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610727.695305:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610727.695306:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610727.695307:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1749610727.695308:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749610727.695309:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610727.695310:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610727.695310:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610727.695310:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610727.695313:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610727.695313:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749610727.695315:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610727.695316:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1749610727.695317:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610727.695318:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1749610727.695319:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119281500. 02000000:00000001:3.0:1749610727.695320:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610727.695320:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1749610727.695320:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749610727.695321:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610727.695322:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610727.695323:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:3.0:1749610727.695324:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119280700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494554880:0@lo:400:kworker.0 00000100:00000040:2.0:1749610727.695325:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119281880 x1834598494554624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610727.695325:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610727.695327:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749610727.695330:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749610727.695331:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1749610727.695332:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610727.695332:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f700. 00000100:00000001:2.0:1749610727.695333:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610727.695334:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1749610727.695334:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749610727.695335:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610727.695336:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1749610727.695338:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7b2c00. 02000000:00000001:2.0:1749610727.695338:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610727.695339:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610727.695339:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880119281500 x1834598494555136/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749610727.695340:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119281880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494554624:0@lo:38:kworker.0 00000100:00000001:2.0:1749610727.695343:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1749610727.695344:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7b58. 02000000:00000001:2.0:1749610727.695345:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749610727.695345:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1749610727.695346:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610727.695347:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749610727.695347:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610727.695348:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedee0. 02000000:00000001:2.0:1749610727.695348:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:1.0:1749610727.695349:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494554496 02000000:00000010:2.0:1749610727.695351:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880111579c00. 02000000:00000001:1.0:1749610727.695351:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1749610727.695351:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119281500] to pc [ptlrpcd_00_03+3] req@ffff880119281500 x1834598494555136/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610727.695352:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494554880, portal 10 02000000:00000001:2.0:1749610727.695353:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610727.695354:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000010:2.0:1749610727.695355:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fedc0. 00000100:00000001:1.0:1749610727.695355:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610727.695356:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031239424 : -131936678312192 : ffff880119280700) 00000100:00000001:1.0:1749610727.695357:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610727.695358:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ad48. 00000100:00000200:2.0:1749610727.695361:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494554624, portal 10 02000000:00000001:1.0:1749610727.695361:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610727.695361:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610727.695363:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119280700 x1834598494554880/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610727.695363:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610727.695364:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031243904 : -131936678307712 : ffff880119281880) 00000100:00100000:1.0:1749610727.695364:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494554496 00000100:00000040:0.0:1749610727.695365:0:8737:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5338) 00000020:00000001:1.0:1749610727.695367:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610727.695368:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749610727.695369:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610727.695369:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119281880 x1834598494554624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610752 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610727.695369:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1749610727.695372:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1749610727.695372:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610727.695373:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedd48. 00000020:00000001:1.0:1749610727.695373:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610727.695375:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:3.0:1749610727.695376:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494554880, offset 0 00000020:00000010:1.0:1749610727.695379:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124800. 00000400:00000200:3.0:1749610727.695380:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749610727.695381:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610727.695383:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a880. 00000020:00000010:1.0:1749610727.695384:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9180. 00000100:00000200:2.0:1749610727.695386:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494554624, offset 0 00000400:00000200:3.0:1749610727.695387:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1749610727.695388:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c708. 00000400:00000200:2.0:1749610727.695389:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610727.695393:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf92cb00 00000100:00000001:1.0:1749610727.695393:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610727.695395:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1749610727.695396:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610727.695397:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610727.695398:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be9 [64] + 20080 00000400:00000200:2.0:1749610727.695400:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92ca00 00000100:00000001:1.0:1749610727.695402:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610727.695404:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610727.695404:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 20304 00000400:00000200:3.0:1749610727.695407:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610727.695409:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610727.695411:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749610727.695412:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:2.0:1749610727.695412:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:3.0:1749610727.695416:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e99d880. 00000100:00000040:3.0:1749610727.695418:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff88008e99d880 x1834598494554880 msgsize 224 00000100:00000001:1.0:1749610727.695420:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749610727.695422:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610727.695431:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749610727.695437:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1749610727.695439:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedd48 00000100:00000001:1.0:1749610727.695439:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:3.0:1749610727.695441:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedd48. 00000100:00100000:1.0:1749610727.695444:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000100:00000001:1.0:1749610727.695446:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134269162752 : -131939440388864 : ffff880074861500) 00000100:00000001:3.0:1749610727.695449:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:1.0:1749610727.695452:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880074861500 x1834598494554496/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610727.695453:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:3.0:1749610727.695454:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119280700 x1834598494554880/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610727.695455:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494554880 02000000:00000001:2.0:1749610727.695457:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610727.695459:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610727.695461:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610727.695461:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610727.695463:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610727.695463:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880074861500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494554496:12345-0@lo:38:kworker.0 00000100:00000040:3.0:1749610727.695464:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119280700 x1834598494554880/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610743 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610727.695465:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494554880 00000100:00000200:1.0:1749610727.695466:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494554496 00000020:00000001:2.0:1749610727.695467:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749610727.695468:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000020:00000001:1.0:1749610727.695469:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749610727.695470:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610727.695470:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610727.695471:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:2.0:1749610727.695472:0:12680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00010000:00000001:1.0:1749610727.695473:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749610727.695474:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610727.695475:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000020:00000001:2.0:1749610727.695477:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000040:3.0:1749610727.695478:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 846 usecs (1 jiffies) 00000100:00000001:3.0:1749610727.695480:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300001153 00000100:00000001:2.0:1749610727.695481:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749610727.695482:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300001154 00000020:00000010:2.0:1749610727.695484:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012b677900. 00000100:00000001:3.0:1749610727.695485:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300001153 00000020:00000001:1.0:1749610727.695485:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610727.695487:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300001154 00000100:00000001:3.0:1749610727.695488:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300001153 00010000:00020000:1.0:1749610727.695489:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749610727.695490:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300001154 00000020:00000040:2.0:1749610727.695490:0:12680:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00010000:00000001:1.0:1749610727.695491:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610727.695492:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300001153 00000100:00000001:3.0:1749610727.695494:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300001154 00010000:00000001:1.0:1749610727.695494:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610727.695495:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610727.695496:0:12680:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1749610727.695497:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610727.695497:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610727.695499:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610727.695499:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000010:2.0:1749610727.695500:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bc600. 00000100:00000001:3.0:1749610727.695501:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749610727.695501:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:2.0:1749610727.695502:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387800. 02000000:00000010:1.0:1749610727.695505:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009c954400. 00000100:00000001:3.0:1749610727.695506:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1749610727.695506:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9c80. 02000000:00000001:1.0:1749610727.695506:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610727.695508:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1749610727.695508:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610727.695509:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610727.695510:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610727.695511:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610727.695512:0:12680:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00010000:00000001:1.0:1749610727.695512:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00080000:0.0:1749610727.695512:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1749610727.695513:0:28323:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1749610727.695513:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00010000:00000001:1.0:1749610727.695513:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610727.695515:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610727.695515:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00001000:1.0:1749610727.695516:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610727.695517:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610727.695517:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610727.695518:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1749610727.695518:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:3.0:1749610727.695519:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610727.695524:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610727.695526:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749610727.695530:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119281500 x1834598494555136/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610727.695545:0:12680:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1749610727.695547:0:12680:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749610727.695553:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610727.695560:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610727.695564:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749610727.695567:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610727.695567:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610727.695569:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1749610727.695570:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610727.695572:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1749610727.695572:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 203 00000100:00000001:1.0:1749610727.695572:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610727.695573:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610727.695574:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 02000000:00000001:3.0:1749610727.695575:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1749610727.695575:0:12680:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 02000000:00000001:3.0:1749610727.695577:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610727.695577:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134706665600 : -131939002886016 : ffff88008e99d880) 00000100:00000040:1.0:1749610727.695577:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:3.0:1749610727.695579:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610727.695579:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1749610727.695581:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008e99d880 x1834598494554880/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:163/0 lens 224/0 e 0 to 0 dl 1749610738 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610727.695581:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610727.695582:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119281500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494555136:0@lo:400:kworker.0 00000100:00000001:3.0:1749610727.695585:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749610727.695587:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749610727.695588:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610727.695588:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749610727.695588:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:3.0:1749610727.695590:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:2.0:1749610727.695590:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012b677380. 00000100:00000040:1.0:1749610727.695591:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610727.695592:0:12680:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1749610727.695593:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7b3600. 02000000:00000001:3.0:1749610727.695594:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610727.695594:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000020:00000010:2.0:1749610727.695595:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012b677380. 00000400:00000010:3.0:1749610727.695597:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7bb0. 00000100:00000200:1.0:1749610727.695598:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494554496, offset 0 00000100:00100000:2.0:1749610727.695599:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e99d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494554880:12345-0@lo:400:kworker.0 00000400:00000010:3.0:1749610727.695600:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedd48. 00000100:00000200:2.0:1749610727.695602:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494554880 00000400:00000200:1.0:1749610727.695602:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1749610727.695604:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749610727.695607:0:12680:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:2.0:1749610727.695609:0:12680:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610727.695609:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1749610727.695611:0:12680:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000200:3.0:1749610727.695612:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494555136, portal 10 00000100:00000001:3.0:1749610727.695613:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1749610727.695613:0:12680:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:3.0:1749610727.695615:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031243008 : -131936678308608 : ffff880119281500) 00000020:00000001:2.0:1749610727.695615:0:12680:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000400:00000200:1.0:1749610727.695615:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf92c980 00000020:00000001:2.0:1749610727.695619:0:12680:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749610727.695637:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6755 [1] + 0 00000100:00000040:3.0:1749610727.695638:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119281500 x1834598494555136/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610727.695638:0:12680:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749610727.695640:0:12680:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1749610727.695642:0:12680:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610727.695643:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1749610727.695644:0:12680:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1749610727.695645:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749610727.695647:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1749610727.695648:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610727.695649:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000010:3.0:1749610727.695650:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eeddd0. 02000000:00000001:2.0:1749610727.695651:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749610727.695651:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610727.695652:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494555136, offset 0 02000000:00000010:2.0:1749610727.695654:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88011157b800. 02000000:00000001:2.0:1749610727.695656:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610727.695656:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119280e00 x1834598494554496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610752 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610727.695657:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610727.695659:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610727.695661:0:12680:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1749610727.695664:0:12680:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494554880 00000400:00000200:3.0:1749610727.695665:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749610727.695668:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119280e00 x1834598494554496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610752 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610727.695670:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf92cc00 00010000:00000001:2.0:1749610727.695671:0:12680:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000200:3.0:1749610727.695675:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be9 [64] + 20824 00010000:00000200:2.0:1749610727.695676:0:12680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008e99d880 x1834598494554880/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:163/0 lens 224/224 e 0 to 0 dl 1749610738 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610727.695676:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749610727.695680:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610727.695683:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610727.695683:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00010000:00000001:2.0:1749610727.695684:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749610727.695686:0:12680:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610727.695686:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00000100:00000001:1.0:1749610727.695688:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00001000:2.0:1749610727.695690:0:12680:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=82 v=5 (1 1 1 1) 00000100:00000001:1.0:1749610727.695690:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610727.695693:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749610727.695693:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749610727.695694:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610727.695695:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:2.0:1749610727.695696:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000040:1.0:1749610727.695697:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000010:3.0:1749610727.695698:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e99dc00. 00000100:00000001:2.0:1749610727.695698:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610727.695700:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610727.695701:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff88008e99dc00 x1834598494555136 msgsize 224 02000000:00000001:2.0:1749610727.695701:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749610727.695702:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610727.695702:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610727.695704:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:3.0:1749610727.695706:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1749610727.695707:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1749610727.695707:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074861500 x1834598494554496/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610747 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610727.695710:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 00000100:00000200:2.0:1749610727.695714:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494554880, offset 224 00000100:00100000:1.0:1749610727.695717:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880074861500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494554496:12345-0@lo:38:kworker.0 Request processed in 254us (592us total) trans 0 rc -19/-19 00000400:00000200:2.0:1749610727.695719:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610727.695724:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749610727.695726:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1749610727.695727:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00000400:00000200:3.0:1749610727.695729:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eeddd0 00000100:00000001:1.0:1749610727.695730:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:3.0:1749610727.695731:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eeddd0. 00000100:00000001:1.0:1749610727.695732:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1749610727.695733:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92cb00 00000100:00000001:3.0:1749610727.695734:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000020:00000010:1.0:1749610727.695737:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9180. 00000100:00000200:3.0:1749610727.695739:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119281500 x1834598494555136/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610727.695739:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x675d [1] + 224 00000020:00000010:1.0:1749610727.695741:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c708. 00000400:00000200:2.0:1749610727.695744:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610727.695747:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1749610727.695747:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1749610727.695750:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119281500 x1834598494555136/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610743 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610727.695750:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124800. 00000100:00000001:2.0:1749610727.695751:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610727.695755:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119280700 x1834598494554880/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610743 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610727.695756:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610727.695757:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610727.695758:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610727.695762:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610727.695765:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 797 usecs (1 jiffies) 00000100:00000040:2.0:1749610727.695765:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880119280700 x1834598494554880/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610743 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610727.695767:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300001154 00000100:00000001:0.0:1749610727.695768:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749610727.695770:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300001154 00000100:00000001:3.0:1749610727.695772:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300001154 00000100:00100000:0.0:1749610727.695772:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494555136 00000100:00000001:2.0:1749610727.695773:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610727.695774:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300001154 00000100:00000001:3.0:1749610727.695776:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300001154 02000000:00000001:0.0:1749610727.695776:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1749610727.695777:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 00000100:00000001:3.0:1749610727.695778:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300001154 00000400:00000010:2.0:1749610727.695779:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 00000100:00000001:0.0:1749610727.695779:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610727.695780:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300001154 00000100:00000001:1.0:1749610727.695781:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610727.695782:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300001154 00000100:00000001:2.0:1749610727.695782:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610727.695782:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610727.695783:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610727.695783:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610727.695784:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610727.695786:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610727.695786:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610727.695786:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610727.695789:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00100000:0.0:1749610727.695790:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494555136 00000400:00000001:3.0:1749610727.695791:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749610727.695793:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1749610727.695793:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:3.0:1749610727.695795:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7b58. 00000020:00000040:0.0:1749610727.695795:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00010000:00000001:2.0:1749610727.695796:0:12680:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749610727.695798:0:12680:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610727.695798:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749610727.695801:0:12680:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000020:00000040:0.0:1749610727.695801:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000400:00000200:3.0:1749610727.695803:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedee0 00000400:00000010:3.0:1749610727.695805:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedee0. 00000100:00000040:2.0:1749610727.695805:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008e99d880 x1834598494554880/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:163/0 lens 224/224 e 0 to 0 dl 1749610738 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610727.695805:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:3.0:1749610727.695808:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:0.0:1749610727.695808:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000200:3.0:1749610727.695812:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119280700 x1834598494554880/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610743 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610727.695814:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1749610727.695815:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e99d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494554880:12345-0@lo:400:kworker.0 Request processed in 224us (394us total) trans 0 rc 0/0 00000020:00000010:0.0:1749610727.695818:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3740. 00000100:00000200:3.0:1749610727.695821:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119280700 x1834598494554880/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610743 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610727.695823:0:9691:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012e6b3800. 00000100:00100000:2.0:1749610727.695824:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 203 00000100:00000040:2.0:1749610727.695827:0:12680:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00000001:3.0:1749610727.695828:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610727.695830:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610727.695830:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:0.0:1749610727.695831:0:9691:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:2.0:1749610727.695832:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749610727.695833:0:28323:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749610727.695835:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1749610727.695835:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387800. 00000100:00000001:3.0:1749610727.695837:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610727.695839:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610727.695840:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9c80. 02000000:00000001:3.0:1749610727.695841:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610727.695845:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bc600. 00000100:00001000:3.0:1749610727.695847:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=82 v=5 (5 5 5 5) 00000020:00000040:2.0:1749610727.695849:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00001000:3.0:1749610727.695851:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=82 v=5 (1 1 1 1) 00000100:00000001:2.0:1749610727.695852:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610727.695853:0:9691:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1749610727.695854:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610727.695871:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610727.695871:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b3740. 00010000:00000001:3.0:1749610727.695873:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000020:00000010:0.0:1749610727.695875:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e600. 00010000:00080000:3.0:1749610727.695877:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880119280700 x1834598494554880/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610743 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610727.695879:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000020:00000010:0.0:1749610727.695879:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff500. 00000100:00000200:2.0:1749610727.695881:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00000001:3.0:1749610727.695883:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610727.695884:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880074863100. 00000100:00000001:3.0:1749610727.695886:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1749610727.695886:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880074863100 x1834598494554624 msgsize 520 00000100:00000040:3.0:1749610727.695887:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000020:00000010:0.0:1749610727.695888:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add190. 00000100:00000001:3.0:1749610727.695889:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1749610727.695889:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:3.0:1749610727.695890:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610727.695890:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:1.0:1749610727.695892:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000040:0.0:1749610727.695893:0:9691:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000040:3.0:1749610727.695894:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119280700 x1834598494554880/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610743 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610727.695894:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749610727.695895:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610727.695896:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1749610727.695898:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a880 00000100:00000001:0.0:1749610727.695898:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610727.695899:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1749610727.695899:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a880. 00000100:00000001:3.0:1749610727.695901:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610727.695901:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749610727.695902:0:9691:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749610727.695903:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610727.695903:0:9691:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000200:2.0:1749610727.695904:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119281880 x1834598494554624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610752 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610727.695905:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610727.695906:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119280700 x1834598494554880/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610743 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610727.695910:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610727.695911:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610727.695913:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119281880 x1834598494554624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610752 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610727.695918:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749610727.695918:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610727.695919:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610727.695920:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610727.695920:0:9760:0:(service.c:2224:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610727.695920:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494554624 02000000:00000001:0.0:1749610727.695921:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:3.0:1749610727.695922:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119280700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494554880:0@lo:400:kworker.0 00000100:00000001:0.0:1749610727.695923:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610727.695924:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610727.695925:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610727.695925:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1749610727.695926:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610727.695927:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610727.695927:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610727.695927:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1749610727.695928:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494554624 00000100:00000040:3.0:1749610727.695929:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119280700 x1834598494554880/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610743 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610727.695929:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:2.0:1749610727.695930:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 920 usecs (1 jiffies) 00000020:00000040:0.0:1749610727.695930:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00100000:1.0:1749610727.695931:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204 00000100:00000001:2.0:1749610727.695932:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300001154 00000020:00000001:0.0:1749610727.695932:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1749610727.695933:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610727.695934:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749610727.695934:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300001154 00000100:00000040:1.0:1749610727.695934:0:9760:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:1.0:1749610727.695935:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134706666496 : -131939002885120 : ffff88008e99dc00) 00000020:00000001:0.0:1749610727.695935:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610727.695936:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749610727.695936:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300001154 00000020:00000010:0.0:1749610727.695937:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8fe00. 02000000:00000010:3.0:1749610727.695938:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7b2c00. 00000100:00000001:2.0:1749610727.695938:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300001154 00000020:00000010:0.0:1749610727.695939:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dfff80. 00000100:00000001:2.0:1749610727.695940:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300001154 00000100:00000040:1.0:1749610727.695940:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008e99dc00 x1834598494555136/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:163/0 lens 224/0 e 0 to 0 dl 1749610738 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610727.695941:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610727.695942:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749610727.695942:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300001154 00000020:00000010:0.0:1749610727.695942:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add7d0. 00000100:00000001:2.0:1749610727.695943:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300001154 00000100:00000001:0.0:1749610727.695943:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000040:3.0:1749610727.695944:0:28323:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749610727.695944:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610727.695945:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300001154 00000020:00000001:3.0:1749610727.695946:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749610727.695946:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610727.695946:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610727.695948:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3fe00. 00000100:00000001:2.0:1749610727.695948:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610727.695948:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749610727.695948:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610727.695950:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000010:1.0:1749610727.695950:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b405df00. 02000000:00000001:3.0:1749610727.695952:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1749610727.695952:0:9760:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610727.695953:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:2.0:1749610727.695953:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119280a80 x1834598494554752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610727.695953:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749610727.695954:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b405df00. 00000100:00000010:3.0:1749610727.695955:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119280700. 00000100:00000001:3.0:1749610727.695958:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00100000:1.0:1749610727.695958:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e99dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494555136:12345-0@lo:400:kworker.0 00000100:00000001:0.0:1749610727.695958:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610727.695959:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610727.695959:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610727.695959:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610727.695960:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610727.695961:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610727.695961:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494555136 02000000:00000001:2.0:1749610727.695962:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:0.0:1749610727.695962:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 326 00000100:00000001:3.0:1749610727.695963:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749610727.695964:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610727.695964:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749610727.695964:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134269169920 : -131939440381696 : ffff880074863100) 02000000:00000001:2.0:1749610727.695965:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610727.695966:0:9760:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:1.0:1749610727.695967:0:9760:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610727.695968:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494554752:0@lo:38:kworker.0 00000100:00000040:0.0:1749610727.695968:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880074863100 x1834598494554624/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610727.695969:0:9760:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1749610727.695970:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749610727.695971:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1749610727.695971:0:9760:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:3.0:1749610727.695972:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610727.695972:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:1.0:1749610727.695973:0:9760:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1749610727.695974:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610727.695974:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610727.695975:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1749610727.695976:0:9760:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749610727.695977:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880074863100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494554624:12345-0@lo:38:kworker.0 02000000:00000010:2.0:1749610727.695978:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880111579000. 00000020:00000001:1.0:1749610727.695978:0:9760:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 02000000:00000001:2.0:1749610727.695979:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610727.695979:0:9760:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749610727.695981:0:9760:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610727.695982:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fee70. 00000020:00000001:1.0:1749610727.695982:0:9760:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000010:2.0:1749610727.695984:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a880. 00000100:00000200:0.0:1749610727.695984:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494554624 00000100:00000001:1.0:1749610727.695985:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000200:2.0:1749610727.695987:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494554752, portal 10 00000020:00000001:0.0:1749610727.695987:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749610727.695989:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00010000:00000001:0.0:1749610727.695989:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:1.0:1749610727.695992:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610727.695993:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031240320 : -131936678311296 : ffff880119280a80) 02000000:00000010:1.0:1749610727.695995:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009c955400. 00000020:00000001:0.0:1749610727.695996:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610727.695997:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610727.695999:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119280a80 x1834598494554752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610752 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610727.695999:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:0.0:1749610727.695999:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:1.0:1749610727.696001:0:9760:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610727.696002:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000040:1.0:1749610727.696003:0:9760:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494555136 00000100:00000001:2.0:1749610727.696004:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:0.0:1749610727.696004:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:1.0:1749610727.696005:0:9760:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000040:2.0:1749610727.696006:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610727.696006:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000010:2.0:1749610727.696008:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 00000100:00000001:0.0:1749610727.696008:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000200:1.0:1749610727.696009:0:9760:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008e99dc00 x1834598494555136/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:163/0 lens 224/224 e 0 to 0 dl 1749610738 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610727.696010:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494554752, offset 0 02000000:00000001:0.0:1749610727.696010:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1749610727.696013:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1749610727.696013:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880129e13000. 02000000:00000001:0.0:1749610727.696014:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610727.696015:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749610727.696016:0:9760:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610727.696016:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610727.696018:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1749610727.696018:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00001000:1.0:1749610727.696019:0:9760:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=82 v=5 (1 1 1 1) 00010000:00000001:0.0:1749610727.696020:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610727.696021:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1749610727.696022:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92ca80 00000100:00001000:0.0:1749610727.696022:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:1.0:1749610727.696023:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000200:2.0:1749610727.696025:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 21048 00000100:00000001:1.0:1749610727.696025:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610727.696025:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:1.0:1749610727.696027:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749610727.696027:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1749610727.696028:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610727.696029:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749610727.696029:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:1.0:1749610727.696030:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610727.696031:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:2.0:1749610727.696032:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1749610727.696032:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610727.696033:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000010:1.0:1749610727.696034:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000100:00000001:2.0:1749610727.696035:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610727.696036:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:0.0:1749610727.696036:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000200:1.0:1749610727.696038:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494555136, offset 224 02000000:00000001:0.0:1749610727.696038:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000010:2.0:1749610727.696039:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f08380. 02000000:00000001:0.0:1749610727.696039:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610727.696041:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610727.696042:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880070f08380 x1834598494554752 msgsize 520 00000400:00000200:1.0:1749610727.696042:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749610727.696043:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:2.0:1749610727.696045:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:0.0:1749610727.696045:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821088. 00000400:00000200:1.0:1749610727.696048:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1749610727.696049:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494554624, offset 0 00000400:00000200:0.0:1749610727.696052:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610727.696053:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92cc00 00000400:00000200:1.0:1749610727.696057:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6771 [1] + 224 00000400:00000200:0.0:1749610727.696059:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610727.696062:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610727.696063:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749610727.696064:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92ca00 00000400:00000200:1.0:1749610727.696065:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610727.696066:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 00000400:00000010:2.0:1749610727.696068:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 00000100:00000001:2.0:1749610727.696070:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749610727.696073:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119280a80 x1834598494554752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610752 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610727.696078:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6761 [1] + 0 00000100:00000001:2.0:1749610727.696079:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610727.696081:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119280a80 x1834598494554752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610752 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610727.696082:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610727.696083:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1749610727.696083:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1749610727.696086:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494554752 00000100:00000001:2.0:1749610727.696086:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610727.696086:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119281500 x1834598494555136/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610743 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610727.696088:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610727.696088:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610727.696089:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1749610727.696089:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610727.696090:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610727.696091:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610727.696093:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 837 usecs (1 jiffies) 00000100:00000001:0.0:1749610727.696093:0:9691:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:3.0:1749610727.696094:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610727.696094:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880119281500 x1834598494555136/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610743 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610727.696095:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300001154 00000100:00100000:3.0:1749610727.696096:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494554752 00000100:00000001:2.0:1749610727.696097:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300001154 00000100:00000200:0.0:1749610727.696097:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119281880 x1834598494554624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610752 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610727.696098:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610727.696099:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610727.696100:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749610727.696102:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610727.696102:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300001154 00000100:00000001:2.0:1749610727.696104:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300001154 00000100:00000040:0.0:1749610727.696104:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119281880 x1834598494554624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610752 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610727.696105:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610727.696106:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300001154 00000100:00000001:2.0:1749610727.696107:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300001154 00000020:00000001:3.0:1749610727.696109:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610727.696109:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300001154 00000100:00000001:2.0:1749610727.696110:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300001154 00000100:00000001:0.0:1749610727.696111:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:3.0:1749610727.696112:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2c00. 00000100:00000001:2.0:1749610727.696112:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610727.696114:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610727.696114:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00000020:00000010:3.0:1749610727.696115:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cd80. 00000100:00000001:2.0:1749610727.696115:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1749610727.696116:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00000100:00000001:1.0:1749610727.696118:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000010:3.0:1749610727.696119:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8d48. 00000100:00000040:2.0:1749610727.696119:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119280380 x1834598494555008/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610727.696119:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:0.0:1749610727.696119:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821088 00000400:00000010:0.0:1749610727.696121:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821088. 00000100:00000001:3.0:1749610727.696122:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610727.696122:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610727.696123:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610727.696124:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610727.696124:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610727.696124:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610727.696125:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610727.696125:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610727.696126:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610727.696127:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:1.0:1749610727.696127:0:9760:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:0.0:1749610727.696127:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610727.696128:0:9760:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610727.696129:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610727.696129:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610727.696130:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610727.696130:0:9760:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1749610727.696130:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610727.696132:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610727.696133:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119280380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494555008:0@lo:38:kworker.0 00000020:00000001:0.0:1749610727.696133:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749610727.696134:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008e99dc00 x1834598494555136/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:163/0 lens 224/224 e 0 to 0 dl 1749610738 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610727.696135:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610727.696135:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749610727.696137:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1749610727.696137:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880074863100 x1834598494554624/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610747 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610727.696138:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610727.696139:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749610727.696142:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000010:2.0:1749610727.696142:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88011157b000. 00000100:00100000:1.0:1749610727.696142:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e99dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494555136:12345-0@lo:400:kworker.0 Request processed in 192us (439us total) trans 0 rc 0/0 02000000:00000001:2.0:1749610727.696143:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610727.696144:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1749610727.696145:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880074863100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494554624:12345-0@lo:38:kworker.0 Request processed in 168us (256us total) trans 0 rc -19/-19 00000400:00000010:2.0:1749610727.696146:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe000. 00000100:00100000:3.0:1749610727.696147:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 327 00000100:00000001:3.0:1749610727.696149:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134209028992 : -131939500522624 : ffff880070f08380) 00000400:00000010:2.0:1749610727.696149:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 00000100:00100000:1.0:1749610727.696151:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204 00000100:00000200:2.0:1749610727.696152:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494555008, portal 10 00000100:00000040:3.0:1749610727.696153:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880070f08380 x1834598494554752/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610727.696153:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1749610727.696154:0:9760:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:2.0:1749610727.696155:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031238528 : -131936678313088 : ffff880119280380) 00000100:00100000:0.0:1749610727.696155:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 326 00000100:00000001:1.0:1749610727.696156:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610727.696157:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749610727.696157:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610727.696158:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1749610727.696160:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119280380 x1834598494555008/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610752 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610727.696160:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff500. 00000020:00000010:0.0:1749610727.696161:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dfff80. 00000100:00100000:3.0:1749610727.696162:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494554752:12345-0@lo:38:kworker.0 00000020:00000010:1.0:1749610727.696164:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add190. 00000020:00000010:0.0:1749610727.696164:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add7d0. 00000100:00000200:3.0:1749610727.696165:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494554752 00000100:00000001:2.0:1749610727.696165:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:1.0:1749610727.696166:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e600. 00000020:00000010:0.0:1749610727.696166:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8fe00. 00000020:00000001:3.0:1749610727.696167:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749610727.696169:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749610727.696169:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1749610727.696170:0:9760:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000040:2.0:1749610727.696171:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610727.696172:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aee0. 00000100:00000001:1.0:1749610727.696172:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749610727.696175:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494555008, offset 0 00000020:00000001:3.0:1749610727.696177:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610727.696178:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00020000:3.0:1749610727.696180:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749610727.696182:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749610727.696185:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:2.0:1749610727.696185:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610727.696187:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610727.696188:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610727.696190:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1749610727.696191:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92cb80 02000000:00000010:3.0:1749610727.696194:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801302f4800. 02000000:00000001:3.0:1749610727.696196:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610727.696196:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 21568 00000100:00000001:3.0:1749610727.696197:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610727.696200:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610727.696201:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610727.696201:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:3.0:1749610727.696204:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:2.0:1749610727.696205:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610727.696208:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610727.696210:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749610727.696211:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610727.696214:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000010:2.0:1749610727.696214:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f09180. 00000100:00000040:3.0:1749610727.696216:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:2.0:1749610727.696217:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880070f09180 x1834598494555008 msgsize 520 00000100:00000001:3.0:1749610727.696218:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610727.696220:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00100000:2.0:1749610727.696222:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1749610727.696223:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:3.0:1749610727.696225:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610727.696226:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610727.696228:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610727.696229:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:3.0:1749610727.696230:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610727.696232:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedee0. 00000400:00000200:2.0:1749610727.696233:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aee0 00000400:00000010:2.0:1749610727.696235:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aee0. 00000100:00000001:1.0:1749610727.696235:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749610727.696237:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494555008 00000100:00000001:2.0:1749610727.696238:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:1.0:1749610727.696238:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610727.696240:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610727.696242:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610727.696244:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494554752, offset 0 00000100:00000200:2.0:1749610727.696244:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119280380 x1834598494555008/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610752 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610727.696245:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610727.696246:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494555008 00000400:00000200:3.0:1749610727.696248:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1749610727.696248:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610727.696249:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749610727.696251:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1749610727.696269:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610727.696269:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610727.696274:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119280380 x1834598494555008/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610752 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610727.696275:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92ca80 00000020:00000001:1.0:1749610727.696275:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610727.696277:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610727.696279:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x677d [1] + 0 00000020:00000010:1.0:1749610727.696280:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124800. 00000400:00000200:3.0:1749610727.696283:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610727.696283:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610727.696285:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:3.0:1749610727.696286:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1749610727.696287:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9180. 00000100:00000001:2.0:1749610727.696289:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610727.696290:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:1.0:1749610727.696290:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c708. 00000100:00000040:2.0:1749610727.696293:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 653 usecs (1 jiffies) 00000100:00000200:3.0:1749610727.696294:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119280a80 x1834598494554752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610752 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610727.696294:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610727.696295:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610727.696296:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300001154 00000100:00000001:1.0:1749610727.696297:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610727.696299:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300001154 00000100:00000001:1.0:1749610727.696300:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610727.696301:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119280a80 x1834598494554752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610752 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610727.696302:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300001154 00000100:00000001:2.0:1749610727.696305:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300001154 00000100:00000001:2.0:1749610727.696307:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300001154 00000100:00000001:3.0:1749610727.696309:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749610727.696312:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedee0 00000400:00000010:3.0:1749610727.696313:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedee0. 00000100:00000001:2.0:1749610727.696314:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300001154 00000100:00000001:1.0:1749610727.696314:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610727.696315:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300001154 00000100:00000001:3.0:1749610727.696316:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610727.696317:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610727.696317:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300001154 00000100:00000001:3.0:1749610727.696319:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610727.696319:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610727.696321:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610727.696321:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610727.696321:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610727.696322:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610727.696323:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610727.696325:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000001:2.0:1749610727.696325:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610727.696326:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1749610727.696326:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 328 00000100:00000001:1.0:1749610727.696327:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134209032576 : -131939500519040 : ffff880070f09180) 00000400:00000010:2.0:1749610727.696328:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe948. 00000100:00000040:3.0:1749610727.696329:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f08380 x1834598494554752/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610747 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610727.696331:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ac38 00000100:00000040:1.0:1749610727.696331:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880070f09180 x1834598494555008/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610727.696332:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ac38. 00000100:00000001:2.0:1749610727.696334:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610727.696338:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119280e00 x1834598494554496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610752 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610727.696339:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494555008:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1749610727.696342:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494554752:12345-0@lo:38:kworker.0 Request processed in 180us (298us total) trans 0 rc -19/-19 00000100:00000200:1.0:1749610727.696342:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494555008 00000020:00000001:1.0:1749610727.696344:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:2.0:1749610727.696345:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119280e00 x1834598494554496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610752 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610727.696346:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:3.0:1749610727.696350:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 327 00000100:00000001:2.0:1749610727.696351:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610727.696352:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610727.696352:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610727.696353:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1749610727.696353:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610727.696354:0:28320:0:(client.c:1550:after_reply()) Process entered 00010000:00020000:1.0:1749610727.696355:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:2.0:1749610727.696356:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1749610727.696357:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cd80. 00000100:00000001:2.0:1749610727.696357:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1749610727.696357:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610727.696358:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610727.696360:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8d48. 02000000:00000001:2.0:1749610727.696360:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610727.696360:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610727.696362:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000010:3.0:1749610727.696363:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2c00. 00000100:00001000:2.0:1749610727.696364:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610727 v=5 (0 0 0 0) 00000100:00000001:1.0:1749610727.696364:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749610727.696365:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749610727.696366:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1749610727.696367:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=150 v=20 (1 1 1 20) 00000100:00001000:2.0:1749610727.696370:0:28320:0:(import.c:2163:obd_at_measure()) AT ffff8801369c93f0 change: old=20 new=5 delta=-15 (val=1) hist 1 1 1 1 02000000:00000010:1.0:1749610727.696370:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130319400. 02000000:00000001:1.0:1749610727.696371:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610727.696373:0:28320:0:(client.c:473:ptlrpc_at_adj_net_latency()) The network latency for lustre-MDT0000-osp-MDT0001 (nid ) has changed from 20 to 5 00000100:00000001:1.0:1749610727.696373:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610727.696375:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00010000:00000001:1.0:1749610727.696375:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749610727.696377:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610727.696377:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:1.0:1749610727.696377:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610727.696379:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610727.696379:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00001000:1.0:1749610727.696379:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000001:3.0:1749610727.696382:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1749610727.696382:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119280e00 x1834598494554496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610752 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610727.696382:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000001:3.0:1749610727.696384:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749610727.696384:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:3.0:1749610727.696386:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7bb0. 00000400:00000200:3.0:1749610727.696388:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedd48 00000100:00000001:2.0:1749610727.696388:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:3.0:1749610727.696389:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedd48. 00000100:00000040:1.0:1749610727.696390:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610727.696391:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610727.696392:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610727.696394:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610727.696394:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000200:3.0:1749610727.696395:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119281500 x1834598494555136/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610743 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610727.696395:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610727.696397:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000040:1.0:1749610727.696397:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610727.696399:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:1.0:1749610727.696399:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610727.696400:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610727.696402:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119281500 x1834598494555136/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610743 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749610727.696402:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1749610727.696402:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610727.696404:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00080000:2.0:1749610727.696405:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000400:00000010:1.0:1749610727.696406:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000100:00000001:2.0:1749610727.696407:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610727.696408:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610727.696409:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749610727.696409:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494555008, offset 0 00000100:00000040:2.0:1749610727.696410:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119280e00 x1834598494554496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610752 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610727.696411:0:28323:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749610727.696412:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610727.696413:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1749610727.696413:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610727.696414:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610727.696416:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610727.696417:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119280e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494554496:0@lo:38:kworker.0 00000400:00000200:1.0:1749610727.696418:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:3.0:1749610727.696419:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=32 v=5 (5 5 5 5) 00000100:00000001:2.0:1749610727.696420:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610727.696422:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=32 v=5 (1 1 1 1) 00000100:00000001:2.0:1749610727.696422:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1749610727.696423:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92cb80 00000100:00000001:3.0:1749610727.696424:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1749610727.696424:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119280e00 x1834598494554496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610752 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610727.696425:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610727.696426:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1749610727.696427:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x678d [1] + 0 00000100:00000001:2.0:1749610727.696430:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000200:1.0:1749610727.696430:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749610727.696431:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610727.696433:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88011157b400. 00000400:00000200:1.0:1749610727.696433:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00080000:3.0:1749610727.696434:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880119281500 x1834598494555136/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610743 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610727.696436:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1749610727.696436:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:2.0:1749610727.696437:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610727.696438:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00010000:00000001:3.0:1749610727.696440:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610727.696440:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:1.0:1749610727.696440:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119280380 x1834598494555008/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610752 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610727.696441:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130310800. 00000100:00000001:3.0:1749610727.696442:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1749610727.696444:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:3.0:1749610727.696445:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 02000000:00000001:2.0:1749610727.696445:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749610727.696446:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610727.696446:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610727.696447:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119280e00. 00000100:00000040:1.0:1749610727.696447:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119280380 x1834598494555008/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610752 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610727.696449:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119281500 x1834598494555136/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610743 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610727.696453:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610727.696454:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610727.696454:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610727.696455:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610727.696456:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610727.696457:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1749610727.696457:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00000100:00000001:3.0:1749610727.696458:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749610727.696459:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00000100:00000001:2.0:1749610727.696460:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610727.696460:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:3.0:1749610727.696461:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119281500 x1834598494555136/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610743 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610727.696461:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610727.696461:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610727.696463:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610727.696463:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610727.696464:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1749610727.696465:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00100000:3.0:1749610727.696467:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119281500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494555136:0@lo:400:kworker.0 00000400:00000001:2.0:1749610727.696467:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749610727.696467:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610727.696469:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610727.696471:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1749610727.696471:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749610727.696472:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610727.696472:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f09180 x1834598494555008/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610747 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610727.696473:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fedc0. 00000100:00000040:3.0:1749610727.696474:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119281500 x1834598494555136/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610743 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610727.696475:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ad48 00000400:00000010:2.0:1749610727.696476:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ad48. 00000100:00000001:2.0:1749610727.696478:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610727.696479:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00100000:1.0:1749610727.696480:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494555008:12345-0@lo:38:kworker.0 Request processed in 140us (261us total) trans 0 rc -19/-19 02000000:00000001:3.0:1749610727.696481:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610727.696482:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7b3600. 00000100:00000200:2.0:1749610727.696482:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119281880 x1834598494554624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610752 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610727.696484:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610727.696486:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610727.696487:0:28323:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:3.0:1749610727.696488:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749610727.696490:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f700. 00000100:00000200:2.0:1749610727.696490:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119281880 x1834598494554624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610752 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610727.696490:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 328 02000000:00000001:3.0:1749610727.696492:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1749610727.696492:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:3.0:1749610727.696493:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610727.696494:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119281500. 00000100:00000001:1.0:1749610727.696494:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749610727.696496:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9180. 00000100:00000001:3.0:1749610727.696497:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610727.696498:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610727.696499:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:1.0:1749610727.696499:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c708. 00000100:00000001:2.0:1749610727.696501:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749610727.696501:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124800. 00000100:00000001:3.0:1749610727.696503:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610727.696503:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749610727.696504:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610727.696505:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610727.696507:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610727.696507:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610727.696508:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610727.696509:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610727.696509:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610727.696511:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610727.696511:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610727.696516:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610727 v=5 (0 0 0 0) 00000100:00000040:1.0:1749610727.696547:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300001154, at 4300001154 00000100:00000040:3.0:1749610727.696549:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300001154, at 4300001154 00000100:00001000:2.0:1749610727.696555:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=132 v=20 (1 1 1 20) 00000100:00000040:0.0:1749610727.696557:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300001154, at 4300001154 00000100:00000001:2.0:1749610727.696560:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610727.696562:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000010:1.0:1749610727.696563:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b6773c0. 00000100:00000010:0.0:1749610727.696564:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677bc0. 00000100:00000001:2.0:1749610727.696565:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000010:3.0:1749610727.696568:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677f00. 00000100:00000040:2.0:1749610727.696571:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119281880 x1834598494554624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610752 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610727.696580:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610727.696583:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610727.696585:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610727.696588:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610727.696590:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610727.696593:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610727.696597:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610727.696600:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610727.696605:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119281880 x1834598494554624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610752 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610727.696624:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119281880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494554624:0@lo:38:kworker.0 00000400:00000001:2.0:1749610727.696632:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610727.696634:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610727.696636:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fee70. 00000400:00000200:2.0:1749610727.696639:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a880 00000400:00000010:2.0:1749610727.696642:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a880. 00000100:00000001:2.0:1749610727.696644:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610727.696649:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119280a80 x1834598494554752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610752 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610727.696660:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119280a80 x1834598494554752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610752 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610727.696669:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610727.696671:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610727.696673:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610727.696675:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610727.696677:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610727.696679:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610727.696681:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610727.696685:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610727 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610727.696688:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=82 v=20 (1 1 1 20) 00000100:00000001:2.0:1749610727.696690:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610727.696691:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610727.696693:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610727.696696:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119280a80 x1834598494554752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610752 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610727.696702:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610727.696703:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610727.696704:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610727.696706:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610727.696707:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610727.696709:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610727.696716:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610727.696718:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610727.696722:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119280a80 x1834598494554752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610752 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610727.696728:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494554752:0@lo:38:kworker.0 00000400:00000001:2.0:1749610727.696732:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610727.696733:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610727.696735:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe000. 00000400:00000200:2.0:1749610727.696736:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 00000400:00000010:2.0:1749610727.696738:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 00000100:00000001:2.0:1749610727.696739:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610727.696741:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119280380 x1834598494555008/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610752 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610727.696748:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119280380 x1834598494555008/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610752 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610727.696753:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610727.696754:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610727.696755:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610727.696757:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610727.696757:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610727.696758:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610727.696760:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610727.696763:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610727 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610727.696765:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=32 v=20 (1 1 1 20) 00000100:00000001:2.0:1749610727.696767:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610727.696768:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610727.696769:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610727.696772:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119280380 x1834598494555008/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610752 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610727.696777:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610727.696778:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610727.696783:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610727.696785:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610727.696786:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610727.696788:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610727.696790:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610727.696792:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610727.696795:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119280380 x1834598494555008/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610752 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610727.696801:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119280380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494555008:0@lo:38:kworker.0 00000100:00000001:2.0:1749610727.696804:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610727.696805:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610727.696808:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119281880 x1834598494554624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610752 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610727.696813:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610727.696814:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610727.696816:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880111579c00. 02000000:00000001:2.0:1749610727.696818:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610727.696819:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610727.696820:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749610727.696822:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610727.696823:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130313000. 02000000:00000001:2.0:1749610727.696825:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610727.696826:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610727.696828:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119281880. 00000100:00000001:2.0:1749610727.696830:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610727.696832:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610727.696833:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610727.696835:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119280a80 x1834598494554752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610752 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610727.696840:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610727.696841:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610727.696843:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880111579000. 02000000:00000001:2.0:1749610727.696848:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610727.696849:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610727.696850:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749610727.696852:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610727.696853:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130311c00. 02000000:00000001:2.0:1749610727.696855:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610727.696856:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610727.696857:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119280a80. 00000100:00000001:2.0:1749610727.696859:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610727.696860:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610727.696862:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610727.696864:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119280380 x1834598494555008/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610752 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610727.696869:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610727.696870:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610727.696871:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88011157b000. 02000000:00000001:2.0:1749610727.696872:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610727.696873:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610727.696874:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1749610727.696875:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610727.696876:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880129e10800. 02000000:00000001:2.0:1749610727.696878:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610727.696879:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610727.696880:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119280380. 00000100:00000001:2.0:1749610727.696881:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610727.696882:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610727.696883:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610727.696885:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610727.696886:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610727.696887:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610727.696889:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610727.696900:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300001154, at 4300001154 00000100:00000010:2.0:1749610727.696904:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b6771c0. 00000100:00000001:0.0:1749610727.855699:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610727.855707:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610727.855709:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610727.855714:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610727.855718:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610727.855735:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610727.855739:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610727.855742:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610727.855744:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610728.457725:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610728.457733:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610728.457735:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610728.457739:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610728.457758:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610728.457763:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610728.457766:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610728.457769:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610728.457771:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610728.590694:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610728.590700:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610728.590738:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1749610728.590741:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610728.590744:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610728.696614:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610728.696630:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610728.696632:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610728.696637:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610728.696639:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610728.696643:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610728.696646:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610728.855622:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610728.855630:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610728.855633:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610728.855638:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610728.855642:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610728.855645:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610728.855649:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610728.855652:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610728.855654:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610729.457714:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610729.457722:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610729.457725:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610729.457730:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610729.457734:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610729.457738:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610729.457741:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610729.457744:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610729.457747:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610729.592686:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610729.592691:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610729.592811:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610729.592816:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610729.592820:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610729.696631:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610729.696647:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610729.696650:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610729.696654:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610729.696657:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610729.696660:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610729.696663:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610729.855664:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610729.855672:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610729.855675:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610729.855681:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610729.855686:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610729.855690:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610729.855695:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610729.855700:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610729.855704:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610730.457651:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610730.457658:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610730.457660:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610730.457665:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610730.457669:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610730.457674:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610730.457677:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610730.457680:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610730.457696:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610730.594690:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610730.594696:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610730.594788:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610730.594794:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610730.594799:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610730.696604:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610730.696620:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610730.696622:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610730.696627:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610730.696630:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610730.696633:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610730.696636:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610730.855627:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610730.855636:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610730.855638:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610730.855643:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610730.855646:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610730.855651:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610730.855654:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610730.855675:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610730.855677:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610731.457736:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610731.457745:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610731.457747:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610731.457751:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610731.457755:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610731.457760:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610731.457763:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610731.457766:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610731.457769:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610731.596667:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610731.596673:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610731.596792:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610731.596798:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610731.596801:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610731.696641:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610731.696657:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610731.696659:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610731.696664:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610731.696667:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610731.696671:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610731.696674:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610731.855631:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610731.855640:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610731.855643:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610731.855648:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610731.855652:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610731.855656:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610731.855659:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610731.855663:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610731.855665:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610732.457712:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610732.457720:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610732.457724:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610732.457730:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610732.457735:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610732.457740:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610732.457745:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610732.457749:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610732.457753:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610732.598671:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610732.598677:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610732.598812:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610732.598819:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610732.598823:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610732.696631:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610732.696648:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610732.696651:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610732.696670:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610732.696673:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610732.696677:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610732.696679:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610732.702634:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610732.702645:0:8737:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1749610732.702649:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610732.702655:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610732.702658:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610732.702662:0:8737:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610732.702669:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610732.702675:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5333 00000100:00001000:0.0:1749610732.702683:0:8737:0:(import.c:2097:obd_at_measure()) add 10 to ffff8801369c93f0 time=5 v=5 (1 1 1 1) 00000100:00001000:0.0:1749610732.702689:0:8737:0:(import.c:2163:obd_at_measure()) AT ffff8801369c93f0 change: old=5 new=10 delta=5 (val=10) hist 10 1 1 1 00000100:00080000:0.0:1749610732.702694:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00000040:0.0:1749610732.702699:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610732.702703:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610732.702707:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610732.702710:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610732.702715:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610732.702718:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749610732.702733:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610732.702737:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749610732.702739:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749610732.702742:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749610732.702746:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610732.702748:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610732.702750:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610732.702751:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610732.702754:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:0.0:1749610732.702758:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610732.702760:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610732.702763:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610732.702770:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610732.702773:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610732.702775:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610732.702778:0:8737:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610732.702784:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119281f80. 00000020:00000040:0.0:1749610732.702787:0:8737:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749610732.702791:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610732.702793:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610732.702796:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610732.702799:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610732.702803:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610732.702811:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880129e13c00. 00000100:00000001:0.0:1749610732.702819:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610732.702829:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119281f80 x1834598494555264/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610732.702841:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610732.702846:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610732.702851:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119281f80] to pc [ptlrpcd_rcv+-1] req@ffff880119281f80 x1834598494555264/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610732.702881:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610732.702890:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610732.702895:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610732.702896:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610732.702898:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610732.702901:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610732.702903:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5333 00000100:00080000:0.0:1749610732.702906:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610732.702908:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610732.702911:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610732.702913:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610732.702915:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610732.702917:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610732.702919:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749610732.702920:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610732.702922:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749610732.702924:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:0.0:1749610732.702926:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:0.0:1749610732.702929:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610732.702930:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610732.702932:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610732.702934:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610732.702936:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:0.0:1749610732.702938:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610732.702940:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610732.702942:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610732.702945:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610732.702947:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610732.702949:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610732.702951:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610732.702954:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119282a00. 00000020:00000040:0.0:1749610732.702956:0:8737:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749610732.702963:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610732.702965:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610732.702967:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610732.702968:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610732.702970:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610732.702974:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880129e12400. 00000100:00000001:2.0:1749610732.702975:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610732.702977:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610732.702981:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1749610732.702982:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119282a00 x1834598494555392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610732.702984:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610732.702989:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610732.702991:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610732.702993:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119281f80 x1834598494555264/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610732.702995:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119282a00] to pc [ptlrpcd_rcv+-1] req@ffff880119282a00 x1834598494555392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610732.703004:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610732.703005:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749610732.703007:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:2.0:1749610732.703008:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610732.703010:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 02000000:00000001:2.0:1749610732.703011:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749610732.703011:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610732.703013:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:2.0:1749610732.703014:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610732.703015:0:8737:0:(import.c:480:import_select_connection()) Process entered 02000000:00000001:2.0:1749610732.703017:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610732.703018:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5333 00000100:00080000:0.0:1749610732.703020:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1749610732.703021:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119281f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494555264:0@lo:38:kworker.0 00000100:00000040:0.0:1749610732.703023:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610732.703025:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610732.703026:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1749610732.703026:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610732.703028:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:2.0:1749610732.703029:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1749610732.703030:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610732.703031:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 02000000:00000001:2.0:1749610732.703032:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610732.703033:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1749610732.703034:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:0.0:1749610732.703035:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000020:00000001:0.0:1749610732.703037:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000020:00000001:0.0:1749610732.703039:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 02000000:00000010:2.0:1749610732.703040:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880111579000. 02000000:00000001:2.0:1749610732.703043:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610732.703046:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610732.703048:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:2.0:1749610732.703050:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe000. 00000100:00000040:0.0:1749610732.703050:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610732.703052:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610732.703054:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000400:00000010:2.0:1749610732.703057:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 00000100:00080000:0.0:1749610732.703057:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610732.703059:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610732.703060:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610732.703063:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749610732.703065:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494555264, portal 4 02000000:00000001:0.0:1749610732.703065:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610732.703067:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610732.703068:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610732.703068:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610732.703070:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031245696 : -131936678305920 : ffff880119281f80) 00000100:00000010:0.0:1749610732.703071:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119283800. 00000020:00000040:0.0:1749610732.703073:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1749610732.703075:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610732.703076:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610732.703078:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119281f80 x1834598494555264/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610732.703078:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610732.703079:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610732.703080:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610732.703086:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880129e10800. 00000100:00000001:2.0:1749610732.703087:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610732.703088:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610732.703090:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:0.0:1749610732.703092:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119283800 x1834598494555520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1749610732.703093:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a880. 00000100:00000200:2.0:1749610732.703095:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494555264, offset 0 00000100:00000001:0.0:1749610732.703099:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610732.703101:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610732.703102:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749610732.703104:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119283800] to pc [ptlrpcd_rcv+-1] req@ffff880119283800 x1834598494555520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610732.703112:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610732.703114:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749610732.703118:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:2.0:1749610732.703119:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:0.0:1749610732.703120:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119282680. 00000020:00000040:0.0:1749610732.703123:0:8737:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000400:00000200:2.0:1749610732.703130:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf92cc80 00000100:00000001:0.0:1749610732.703130:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610732.703132:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610732.703133:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610732.703138:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f000. 00000100:00000001:0.0:1749610732.703141:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610732.703145:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880119282680 x1834598494555648/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1749610732.703147:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3ded [256] + 16640 00000100:00000001:0.0:1749610732.703153:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610732.703155:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610732.703156:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749610732.703160:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119282680] to pc [ptlrpcd_00_00+0] req@ffff880119282680 x1834598494555648/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610732.703161:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610732.703167:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610732.703169:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1749610732.703174:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f09c00. 00000100:00000040:2.0:1749610732.703177:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880070f09c00 x1834598494555264 msgsize 520 00000100:00100000:2.0:1749610732.703182:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749610732.703250:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749610732.703259:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a880 00000400:00000010:2.0:1749610732.703262:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a880. 00000100:00000001:2.0:1749610732.703265:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749610732.703270:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119281f80 x1834598494555264/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610732.703279:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610732.703282:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119281f80 x1834598494555264/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610747 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610732.703289:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610732.703291:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749610732.703295:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610732.703300:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1280 usecs (2 jiffies) 00000100:00000001:2.0:1749610732.703304:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300006162 00000100:00000001:0.0:1749610732.703307:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610732.703308:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b6771c0. 00000100:00080000:0.0:1749610732.703310:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610732.703314:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610732.703315:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:0.0:1749610732.703315:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610732.703317:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610732.703320:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:2.0:1749610732.703321:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300006162 00000100:00080000:0.0:1749610732.703322:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5333 00000100:00000010:2.0:1749610732.703324:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677380. 00000100:00080000:0.0:1749610732.703325:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1749610732.703327:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000040:0.0:1749610732.703328:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610732.703330:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300006162 00000100:00000001:0.0:1749610732.703330:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749610732.703331:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1749610732.703332:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677800. 00000100:00000040:0.0:1749610732.703332:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610732.703334:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610732.703335:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000020:00000001:0.0:1749610732.703336:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749610732.703337:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610732.703337:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300006162 00000020:00000040:0.0:1749610732.703337:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:0.0:1749610732.703339:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610732.703340:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749610732.703340:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:0.0:1749610732.703341:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:0.0:1749610732.703343:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00100000:1.0:1749610732.703345:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494555264 00000020:00000001:0.0:1749610732.703345:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000010:2.0:1749610732.703346:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677c40. 00000100:00000040:3.0:1749610732.703348:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119282680 x1834598494555648/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610732.703348:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610732.703350:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 02000000:00000001:1.0:1749610732.703350:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610732.703353:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610732.703354:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610732.703355:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610732.703357:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749610732.703358:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610732.703359:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610732.703359:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610732.703360:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610732.703361:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610732.703361:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610732.703362:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610732.703364:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610732.703364:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 02000000:00000001:3.0:1749610732.703365:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749610732.703366:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1749610732.703366:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 02000000:00000001:3.0:1749610732.703368:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610732.703368:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610732.703368:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610732.703369:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494555264 02000000:00000001:3.0:1749610732.703370:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610732.703370:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749610732.703370:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749610732.703372:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610732.703373:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1749610732.703373:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:3.0:1749610732.703374:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119282680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494555648:0@lo:400:kworker.0 02000000:00000001:0.0:1749610732.703374:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1749610732.703376:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:0.0:1749610732.703376:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610732.703378:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1749610732.703378:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119282a00 x1834598494555392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610732.703378:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000020:00000001:1.0:1749610732.703379:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610732.703379:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610732.703381:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:1.0:1749610732.703382:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610732.703383:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119283480. 02000000:00000001:3.0:1749610732.703384:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610732.703385:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610732.703385:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:3.0:1749610732.703386:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749610732.703386:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610732.703387:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610732.703387:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610732.703389:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749610732.703389:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610732.703391:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7b3600. 02000000:00000001:2.0:1749610732.703391:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610732.703391:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610732.703392:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749610732.703393:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610732.703393:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610732.703394:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124800. 02000000:00000001:0.0:1749610732.703394:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610732.703396:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119282a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494555392:0@lo:38:kworker.0 00000400:00000010:3.0:1749610732.703398:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7bb0. 00000100:00000001:2.0:1749610732.703400:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000010:0.0:1749610732.703400:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880111548000. 00000020:00000010:1.0:1749610732.703401:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9180. 02000000:00000001:2.0:1749610732.703402:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1749610732.703403:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedd48. 00000100:00000001:0.0:1749610732.703403:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610732.703404:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610732.703406:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1749610732.703408:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494555648, portal 10 00000020:00000010:1.0:1749610732.703408:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c708. 00000100:00100000:0.0:1749610732.703408:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119283480 x1834598494555776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1749610732.703409:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88011157b000. 00000100:00000001:3.0:1749610732.703410:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1749610732.703411:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610732.703412:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031247488 : -131936678304128 : ffff880119282680) 00000400:00000010:2.0:1749610732.703414:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fee70. 00000100:00000001:1.0:1749610732.703415:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610732.703416:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000010:2.0:1749610732.703417:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a880. 00000100:00000001:1.0:1749610732.703418:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610732.703418:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610732.703420:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119282680 x1834598494555648/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610732.703421:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494555392, portal 10 00000100:00000001:1.0:1749610732.703421:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610732.703422:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119283480] to pc [ptlrpcd_rcv+-1] req@ffff880119283480 x1834598494555776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610732.703423:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610732.703424:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031248384 : -131936678303232 : ffff880119282a00) 00000100:00000001:3.0:1749610732.703428:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610732.703428:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610732.703431:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749610732.703431:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119282a00 x1834598494555392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610757 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610732.703431:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610732.703433:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedee0. 00000100:00000040:0.0:1749610732.703433:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749610732.703437:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1749610732.703438:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000010:0.0:1749610732.703440:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119283100. 00000020:00000040:0.0:1749610732.703442:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:0.0:1749610732.703444:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:3.0:1749610732.703445:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494555648, offset 0 00000100:00000040:2.0:1749610732.703445:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610732.703447:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ad48. 02000000:00000001:0.0:1749610732.703450:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1749610732.703451:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610732.703451:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610732.703453:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610732.703456:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f100. 00000100:00000001:0.0:1749610732.703459:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610732.703460:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1749610732.703462:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494555392, offset 0 00000100:00000040:0.0:1749610732.703464:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880119283100 x1834598494555904/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749610732.703465:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1749610732.703467:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610732.703468:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf92ce00 00000100:00000001:1.0:1749610732.703468:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749610732.703471:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610732.703473:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610732.703475:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1749610732.703475:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 124 00000400:00000200:3.0:1749610732.703476:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be9 [64] + 22088 00000100:00000040:0.0:1749610732.703477:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119283100] to pc [ptlrpcd_00_01+1] req@ffff880119283100 x1834598494555904/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610732.703480:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134209035264 : -131939500516352 : ffff880070f09c00) 00000400:00000200:2.0:1749610732.703481:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92cd00 00000400:00000200:3.0:1749610732.703482:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610732.703485:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610732.703486:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610732.703487:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 22312 00000100:00000040:1.0:1749610732.703489:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880070f09c00 x1834598494555264/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610752 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610732.703490:0:8737:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5343) 00000100:00000001:3.0:1749610732.703492:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:2.0:1749610732.703492:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1749610732.703494:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:2.0:1749610732.703495:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1749610732.703507:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494555264:12345-0@lo:38:kworker.0 00000100:00000010:3.0:1749610732.703508:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e99df80. 00000100:00000040:3.0:1749610732.703512:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff88008e99df80 x1834598494555648 msgsize 224 00000100:00000200:1.0:1749610732.703514:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494555264 00000100:00100000:3.0:1749610732.703516:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749610732.703518:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1749610732.703518:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749610732.703550:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610732.703552:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749610732.703558:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119283100 x1834598494555904/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610732.703566:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610732.703567:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749610732.703567:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610732.703570:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610732.703572:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610732.703574:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610732.703574:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:2.0:1749610732.703577:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119283100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494555904:0@lo:400:kworker.0 00000400:00000200:3.0:1749610732.703579:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedee0 00000100:00000001:2.0:1749610732.703580:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1749610732.703581:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedee0. 02000000:00000001:2.0:1749610732.703583:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610732.703584:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610732.703585:0:28321:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:2.0:1749610732.703586:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1749610732.703590:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119282680 x1834598494555648/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610732.703590:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009c9bc600. 02000000:00000001:2.0:1749610732.703592:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610732.703593:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610732.703595:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fedc0. 00000400:00000010:2.0:1749610732.703598:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ac38. 00010000:00020000:1.0:1749610732.703599:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749610732.703600:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1749610732.703601:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494555904, portal 10 00000100:00000001:2.0:1749610732.703602:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1749610732.703603:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119282680 x1834598494555648/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610748 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610732.703604:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031250176 : -131936678301440 : ffff880119283100) 00010000:00000001:1.0:1749610732.703604:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749610732.703609:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610732.703610:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610732.703610:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119283100 x1834598494555904/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610732.703612:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610732.703613:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610732.703615:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610732.703616:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749610732.703617:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610732.703619:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 843 usecs (1 jiffies) 02000000:00000001:1.0:1749610732.703620:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749610732.703622:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300006162 00000100:00000001:3.0:1749610732.703625:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300006162 00000100:00000040:2.0:1749610732.703625:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:1.0:1749610732.703626:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130319800. 00000100:00000001:3.0:1749610732.703628:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300006162 00000400:00000010:2.0:1749610732.703628:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aee0. 02000000:00000001:1.0:1749610732.703629:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610732.703630:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300006162 00000100:00000200:2.0:1749610732.703631:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494555904, offset 0 00000100:00000001:3.0:1749610732.703632:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300006162 00000100:00000001:1.0:1749610732.703633:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610732.703634:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300006162 00000400:00000200:2.0:1749610732.703635:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1749610732.703639:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1749610732.703641:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1749610732.703642:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610732.703643:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300006162 00000100:00000001:3.0:1749610732.703646:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300006162 00000400:00000200:2.0:1749610732.703647:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf92cf00 00000100:00001000:1.0:1749610732.703647:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610732.703648:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610732.703650:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610732.703651:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be9 [64] + 22832 00000100:00000001:1.0:1749610732.703652:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610732.703653:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610732.703655:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749610732.703656:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610732.703656:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1749610732.703658:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1749610732.703660:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610732.703662:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610732.703662:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749610732.703663:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:2.0:1749610732.703663:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749610732.703664:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610732.703665:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610732.703667:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1749610732.703667:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f0bb80. 00000100:00000001:3.0:1749610732.703668:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610732.703668:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:3.0:1749610732.703670:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610732.703670:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff880070f0bb80 x1834598494555904 msgsize 224 00000100:00100000:2.0:1749610732.703675:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1749610732.703675:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:1.0:1749610732.703678:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610732.703689:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610732.703693:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610732.703694:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:1.0:1749610732.703697:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749610732.703699:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aee0 00000400:00000010:2.0:1749610732.703701:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aee0. 00000400:00000010:1.0:1749610732.703702:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000100:00000001:3.0:1749610732.703703:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610732.703703:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:3.0:1749610732.703706:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494555648 00000100:00000200:2.0:1749610732.703707:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119283100 x1834598494555904/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610732.703708:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:1.0:1749610732.703708:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494555264, offset 0 00000100:00000001:3.0:1749610732.703710:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610732.703712:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610732.703715:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610732.703715:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610732.703717:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1749610732.703718:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494555648 00000020:00000001:3.0:1749610732.703720:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:2.0:1749610732.703720:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119283100 x1834598494555904/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610748 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749610732.703722:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000020:00000001:3.0:1749610732.703724:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749610732.703727:0:12680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000100:00000001:2.0:1749610732.703727:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610732.703727:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1749610732.703729:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:2.0:1749610732.703729:0:28322:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:3.0:1749610732.703732:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:2.0:1749610732.703732:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610732.703734:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1749610732.703736:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 798 usecs (1 jiffies) 00000100:00100000:0.0:1749610732.703736:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494555904 00000100:00000001:3.0:1749610732.703737:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749610732.703738:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300006162 00000400:00000200:1.0:1749610732.703738:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf92cc80 02000000:00000001:0.0:1749610732.703739:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:3.0:1749610732.703740:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4211680. 00000100:00000001:2.0:1749610732.703741:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300006162 00000100:00000001:0.0:1749610732.703741:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610732.703744:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300006162 00000100:00000001:0.0:1749610732.703744:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610732.703746:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300006162 00000400:00000200:1.0:1749610732.703746:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x679d [1] + 0 02000000:00000001:0.0:1749610732.703747:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749610732.703748:0:12680:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:2.0:1749610732.703748:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300006162 00000100:00100000:0.0:1749610732.703750:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494555904 00000020:00000001:0.0:1749610732.703752:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610732.703753:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000400:00000200:1.0:1749610732.703754:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610732.703755:0:12680:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:0.0:1749610732.703755:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610732.703756:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300006162 00000020:00000040:0.0:1749610732.703757:0:10935:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:2.0:1749610732.703758:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300006162 00000020:00000010:3.0:1749610732.703759:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2c00. 00000400:00000200:1.0:1749610732.703759:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1749610732.703760:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749610732.703761:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300006162 00000020:00000010:3.0:1749610732.703762:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cd80. 00000020:00000001:0.0:1749610732.703762:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749610732.703763:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610732.703764:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610732.703765:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610732.703767:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8d48. 00000100:00000001:2.0:1749610732.703768:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610732.703770:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749610732.703771:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119281f80 x1834598494555264/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610747 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610732.703773:0:12680:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1749610732.703775:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610732.703775:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610732.703776:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1749610732.703778:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749610732.703779:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610732.703780:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610732.703781:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610732.703781:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3740. 00000100:00000001:3.0:1749610732.703782:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610732.703783:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610732.703785:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749610732.703786:0:10935:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012b677900. 00000100:00000040:1.0:1749610732.703789:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119281f80 x1834598494555264/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610747 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610732.703790:0:12680:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749610732.703791:0:10935:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1749610732.703792:0:12680:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749610732.703792:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749610732.703794:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610732.703794:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749610732.703798:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f0b800. 00000020:00000010:0.0:1749610732.703798:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b3740. 00000100:00000001:3.0:1749610732.703799:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610732.703800:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880070f0b800 x1834598494555392 msgsize 520 00000100:00000001:1.0:1749610732.703803:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:2.0:1749610732.703805:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:0.0:1749610732.703805:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e400. 00000100:00000001:3.0:1749610732.703807:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:0.0:1749610732.703809:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dfff80. 00000400:00000200:1.0:1749610732.703811:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00000100:00100000:3.0:1749610732.703812:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494555392 00000100:00000001:2.0:1749610732.703812:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:0.0:1749610732.703813:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add7d0. 02000000:00000001:3.0:1749610732.703814:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:1.0:1749610732.703814:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00000100:00000001:3.0:1749610732.703816:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610732.703818:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610732.703818:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610732.703819:0:9696:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:3.0:1749610732.703820:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610732.703821:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:3.0:1749610732.703823:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494555392 00000020:00000001:3.0:1749610732.703824:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610732.703826:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749610732.703826:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610732.703826:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1749610732.703827:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1749610732.703828:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ad48 00000020:00000001:3.0:1749610732.703829:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610732.703829:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610732.703830:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610732.703830:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ad48. 00000100:00000040:1.0:1749610732.703830:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000010:3.0:1749610732.703833:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2600. 00000100:00000001:2.0:1749610732.703833:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749610732.703833:0:10935:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749610732.703834:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610732.703835:0:10935:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000010:3.0:1749610732.703836:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c700. 00000100:00000200:2.0:1749610732.703837:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119282a00 x1834598494555392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610757 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610732.703837:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610732.703838:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749610732.703839:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8af0. 00000100:00000001:3.0:1749610732.703841:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610732.703842:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610732.703843:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610732.703845:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610732.703846:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610732.703846:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f09c00 x1834598494555264/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610752 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610732.703847:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119282a00 x1834598494555392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610757 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610732.703847:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610732.703851:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610732.703854:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610732.703855:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610732.703855:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749610732.703856:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610732.703857:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610732.703858:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610732.703858:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1749610732.703861:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 925 usecs (1 jiffies) 00000100:00100000:3.0:1749610732.703862:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205 00000100:00000001:2.0:1749610732.703863:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300006162 00000100:00100000:1.0:1749610732.703863:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494555264:12345-0@lo:38:kworker.0 Request processed in 356us (681us total) trans 0 rc -19/-19 00000100:00000040:3.0:1749610732.703865:0:12680:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000001:2.0:1749610732.703866:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300006162 00000100:00000001:3.0:1749610732.703867:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134706667392 : -131939002884224 : ffff88008e99df80) 00000100:00100000:0.0:1749610732.703872:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 206 00000100:00000040:3.0:1749610732.703873:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008e99df80 x1834598494555648/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:168/0 lens 224/0 e 0 to 0 dl 1749610743 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610732.703873:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300006162 00000100:00000001:2.0:1749610732.703875:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300006162 00000100:00000040:0.0:1749610732.703875:0:10935:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:2.0:1749610732.703877:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300006162 00000100:00100000:1.0:1749610732.703877:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 124 00000100:00000001:0.0:1749610732.703878:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134209043328 : -131939500508288 : ffff880070f0bb80) 00000100:00000001:2.0:1749610732.703879:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300006162 00000100:00000001:3.0:1749610732.703881:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749610732.703881:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300006162 00000100:00000001:1.0:1749610732.703882:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:3.0:1749610732.703883:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4211e40. 00000100:00000001:2.0:1749610732.703883:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300006162 00000100:00000040:0.0:1749610732.703883:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880070f0bb80 x1834598494555904/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:168/0 lens 224/0 e 0 to 0 dl 1749610743 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610732.703884:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749610732.703885:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610732.703887:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610732.703889:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000010:1.0:1749610732.703890:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9180. 00000100:00000001:0.0:1749610732.703892:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1749610732.703893:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119283800 x1834598494555520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610732.703895:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3740. 00000100:00000001:0.0:1749610732.703898:0:10935:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610732.703900:0:12680:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610732.703900:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000010:0.0:1749610732.703900:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b3740. 00000100:00000001:2.0:1749610732.703901:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610732.703903:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b4211e40. 02000000:00000001:2.0:1749610732.703904:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:1.0:1749610732.703904:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c708. 02000000:00000001:2.0:1749610732.703905:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749610732.703905:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494555904:12345-0@lo:400:kworker.0 02000000:00000001:2.0:1749610732.703907:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610732.703908:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e99df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494555648:12345-0@lo:400:kworker.0 00000020:00000010:1.0:1749610732.703909:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124800. 00000100:00000200:0.0:1749610732.703909:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494555904 00000100:00100000:2.0:1749610732.703911:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119283800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494555520:0@lo:38:kworker.0 00000020:00000001:0.0:1749610732.703912:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:3.0:1749610732.703913:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494555648 00000100:00000001:2.0:1749610732.703914:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1749610732.703915:0:10935:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:3.0:1749610732.703916:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:2.0:1749610732.703916:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610732.703917:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610732.703918:0:12680:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:1.0:1749610732.703918:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749610732.703918:0:10935:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610732.703919:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1749610732.703920:0:12680:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610732.703921:0:10935:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 02000000:00000010:2.0:1749610732.703922:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880111579c00. 00000020:00000001:3.0:1749610732.703923:0:12680:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1749610732.703923:0:10935:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:3.0:1749610732.703924:0:12680:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 02000000:00000001:2.0:1749610732.703924:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610732.703926:0:10935:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1749610732.703927:0:12680:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000400:00000010:2.0:1749610732.703927:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe948. 00000400:00000010:2.0:1749610732.703930:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ad48. 00000020:00000001:0.0:1749610732.703930:0:10935:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610732.703931:0:12680:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749610732.703932:0:10935:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749610732.703933:0:12680:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000200:2.0:1749610732.703933:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494555520, portal 10 00000020:00000001:3.0:1749610732.703934:0:12680:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1749610732.703934:0:10935:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1749610732.703935:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:3.0:1749610732.703936:0:12680:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610732.703936:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031251968 : -131936678299648 : ffff880119283800) 00000020:00000001:0.0:1749610732.703936:0:10935:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610732.703938:0:12680:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000001:0.0:1749610732.703938:0:10935:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1749610732.703942:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1749610732.703942:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119283800 x1834598494555520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610757 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610732.703942:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749610732.703944:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1749610732.703945:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749610732.703948:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801302f6400. 02000000:00000010:0.0:1749610732.703948:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880111548400. 00000100:00000001:2.0:1749610732.703949:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:3.0:1749610732.703951:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610732.703951:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610732.703953:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610732.703955:0:12680:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610732.703956:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00010000:00000040:3.0:1749610732.703958:0:12680:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494555648 00000100:00000001:0.0:1749610732.703958:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610732.703959:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1749610732.703960:0:10935:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610732.703961:0:12680:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000040:0.0:1749610732.703963:0:10935:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494555904 00010000:00000200:3.0:1749610732.703965:0:12680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008e99df80 x1834598494555648/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:168/0 lens 224/224 e 0 to 0 dl 1749610743 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610732.703965:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:1.0:1749610732.703965:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 329 00010000:00000001:0.0:1749610732.703966:0:10935:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000010:2.0:1749610732.703967:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aee0. 00000100:00000001:1.0:1749610732.703969:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134209042432 : -131939500509184 : ffff880070f0b800) 00000100:00000200:2.0:1749610732.703970:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494555520, offset 0 00010000:00000200:0.0:1749610732.703970:0:10935:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880070f0bb80 x1834598494555904/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:168/0 lens 224/224 e 0 to 0 dl 1749610743 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610732.703973:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610732.703974:0:12680:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610732.703974:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:3.0:1749610732.703977:0:12680:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=87 v=5 (1 1 1 1) 00000100:00000040:1.0:1749610732.703977:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880070f0b800 x1834598494555392/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610752 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749610732.703978:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1749610732.703980:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1749610732.703980:0:10935:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610732.703981:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610732.703983:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00001000:0.0:1749610732.703983:0:10935:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=87 v=5 (1 1 1 1) 00000100:00000001:3.0:1749610732.703985:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:2.0:1749610732.703985:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92cd80 00000100:00000001:0.0:1749610732.703986:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1749610732.703988:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1749610732.703989:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 23056 00000100:00000040:0.0:1749610732.703989:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 02000000:00000001:3.0:1749610732.703990:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610732.703991:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610732.703991:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:2.0:1749610732.703993:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1749610732.703993:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494555392:12345-0@lo:38:kworker.0 02000000:00000001:0.0:1749610732.703993:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749610732.703995:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610732.703996:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610732.703997:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610732.703998:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1749610732.703998:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494555392 00000100:00000001:2.0:1749610732.703999:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:0.0:1749610732.704000:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610732.704001:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedee0. 00000100:00000200:2.0:1749610732.704001:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:1.0:1749610732.704002:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000010:0.0:1749610732.704003:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821088. 00000100:00000010:2.0:1749610732.704004:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f08a80. 00010000:00000001:1.0:1749610732.704005:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:3.0:1749610732.704006:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494555648, offset 224 00000100:00000040:2.0:1749610732.704006:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880070f08a80 x1834598494555520 msgsize 520 00000100:00000200:0.0:1749610732.704008:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494555904, offset 224 00000400:00000200:3.0:1749610732.704010:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1749610732.704011:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749610732.704013:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749610732.704014:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1749610732.704016:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610732.704018:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610732.704020:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aee0 00010000:00020000:1.0:1749610732.704021:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000010:2.0:1749610732.704023:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aee0. 00010000:00000001:1.0:1749610732.704024:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:0.0:1749610732.704024:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610732.704025:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:3.0:1749610732.704026:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92ce00 00010000:00000001:1.0:1749610732.704029:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749610732.704031:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x67a5 [1] + 224 00000100:00000200:2.0:1749610732.704031:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119283800 x1834598494555520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610757 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610732.704032:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92cf00 00000100:00000001:1.0:1749610732.704033:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749610732.704035:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1749610732.704036:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1749610732.704038:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1749610732.704038:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x67b5 [1] + 224 00000400:00000200:3.0:1749610732.704040:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610732.704043:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000010:1.0:1749610732.704043:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013031ac00. 00000400:00000200:0.0:1749610732.704043:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610732.704044:0:12680:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:1.0:1749610732.704046:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610732.704048:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119282680 x1834598494555648/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610748 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610732.704048:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119283800 x1834598494555520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610757 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610732.704048:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610732.704049:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610732.704051:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:1.0:1749610732.704053:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749610732.704056:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610732.704056:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119283100 x1834598494555904/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610748 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610732.704058:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880119282680 x1834598494555648/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610748 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610732.704058:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610732.704059:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749610732.704060:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610732.704064:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749610732.704065:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610732.704065:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880119283100 x1834598494555904/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610748 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610732.704067:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610732.704069:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 837 usecs (1 jiffies) 00000100:00000001:3.0:1749610732.704070:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:1.0:1749610732.704070:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000001:2.0:1749610732.704073:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300006162 00000400:00000200:3.0:1749610732.704074:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedee0 00000100:00000001:1.0:1749610732.704074:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000010:3.0:1749610732.704076:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedee0. 00000100:00000001:2.0:1749610732.704077:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300006162 00000100:00000001:1.0:1749610732.704077:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749610732.704077:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610732.704079:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610732.704080:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610732.704081:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300006162 00000100:00000001:2.0:1749610732.704084:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300006162 00000400:00000200:0.0:1749610732.704084:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821088 00000100:00000001:3.0:1749610732.704085:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610732.704086:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821088. 00000100:00000001:2.0:1749610732.704087:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300006162 00000100:00000040:3.0:1749610732.704088:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:0.0:1749610732.704089:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00010000:00000001:3.0:1749610732.704090:0:12680:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000040:1.0:1749610732.704091:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000020:00000001:3.0:1749610732.704092:0:12680:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610732.704094:0:12680:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 02000000:00000001:1.0:1749610732.704095:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749610732.704095:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:1.0:1749610732.704097:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610732.704098:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300006162 00000100:00000040:3.0:1749610732.704099:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008e99df80 x1834598494555648/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:168/0 lens 224/224 e 0 to 0 dl 1749610743 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610732.704100:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610732.704101:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300006162 00000100:00000001:1.0:1749610732.704101:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610732.704103:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610732.704104:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300006162 00000100:00000040:1.0:1749610732.704104:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1749610732.704106:0:10935:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:2.0:1749610732.704107:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749610732.704107:0:10935:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610732.704108:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e99df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494555648:12345-0@lo:400:kworker.0 Request processed in 225us (594us total) trans 0 rc 0/0 00000400:00000010:1.0:1749610732.704108:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000020:00000001:0.0:1749610732.704110:0:10935:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1749610732.704111:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610732.704114:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494555392, offset 0 00000100:00000040:0.0:1749610732.704114:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f0bb80 x1834598494555904/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:168/0 lens 224/224 e 0 to 0 dl 1749610743 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610732.704117:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205 00000400:00000001:2.0:1749610732.704118:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1749610732.704120:0:12680:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000400:00000001:2.0:1749610732.704121:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749610732.704122:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610732.704123:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:2.0:1749610732.704124:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe000. 00000100:00100000:0.0:1749610732.704125:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494555904:12345-0@lo:400:kworker.0 Request processed in 230us (452us total) trans 0 rc 0/0 00000400:00000200:2.0:1749610732.704129:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 00000020:00000010:3.0:1749610732.704132:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cd80. 00000400:00000010:2.0:1749610732.704132:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 00000100:00100000:0.0:1749610732.704133:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 206 00000020:00000010:3.0:1749610732.704135:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8d48. 00000100:00000001:2.0:1749610732.704136:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749610732.704136:0:10935:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000020:00000010:3.0:1749610732.704139:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2c00. 00000100:00000001:0.0:1749610732.704139:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610732.704140:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1749610732.704142:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119281f80 x1834598494555264/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610747 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749610732.704144:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000020:00000010:0.0:1749610732.704144:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dfff80. 00000100:00000001:3.0:1749610732.704146:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749610732.704147:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add7d0. 00000400:00000200:1.0:1749610732.704148:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1749610732.704151:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e400. 00000100:00000001:3.0:1749610732.704154:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:2.0:1749610732.704154:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119281f80 x1834598494555264/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610747 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749610732.704154:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00100000:3.0:1749610732.704155:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494555520 02000000:00000001:3.0:1749610732.704157:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610732.704157:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610732.704159:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1749610732.704159:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610732.704161:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610732.704162:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:3.0:1749610732.704163:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610732.704164:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749610732.704166:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494555520 00000100:00000001:2.0:1749610732.704166:0:28320:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:3.0:1749610732.704167:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610732.704168:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000200:1.0:1749610732.704168:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92cd00 02000000:00000001:2.0:1749610732.704169:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1749610732.704170:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610732.704171:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1749610732.704172:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610732.704173:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610732.704174:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610732.704175:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x67a9 [1] + 0 00000020:00000010:3.0:1749610732.704176:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2c00. 02000000:00000001:2.0:1749610732.704176:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610732.704179:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cd80. 00000020:00000010:3.0:1749610732.704181:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8d48. 00000100:00001000:2.0:1749610732.704182:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610732 v=5 (0 0 0 0) 00000400:00000200:1.0:1749610732.704183:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610732.704184:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610732.704185:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00001000:2.0:1749610732.704186:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=5 v=10 (10 1 1 1) 00000100:00000001:3.0:1749610732.704187:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610732.704188:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610732.704189:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610732.704190:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610732.704190:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:2.0:1749610732.704192:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610732.704193:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610732.704194:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000040:0.0:1749610732.704194:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:3.0:1749610732.704197:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610732.704199:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119281f80 x1834598494555264/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610747 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610732.704201:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000200:1.0:1749610732.704201:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119282a00 x1834598494555392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610757 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610732.704202:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749610732.704205:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1749610732.704206:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 330 00000100:00000001:2.0:1749610732.704206:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610732.704231:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610732.704233:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610732.704238:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134209030784 : -131939500520832 : ffff880070f08a80) 00000100:00000001:0.0:1749610732.704238:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610732.704241:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610732.704241:0:9693:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610732.704242:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880070f08a80 x1834598494555520/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610752 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610732.704243:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119282a00 x1834598494555392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610757 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610732.704244:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610732.704244:0:9693:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610732.704247:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610732.704251:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610732.704253:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:3.0:1749610732.704257:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494555520:12345-0@lo:38:kworker.0 00000100:00000001:1.0:1749610732.704257:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:2.0:1749610732.704258:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119281f80 x1834598494555264/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610747 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610732.704263:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494555520 00000400:00000200:1.0:1749610732.704264:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00000020:00000001:3.0:1749610732.704266:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:2.0:1749610732.704267:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119281f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494555264:0@lo:38:kworker.0 00000400:00000010:1.0:1749610732.704268:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00000100:00000001:1.0:1749610732.704271:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610732.704272:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610732.704273:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610732.704274:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1749610732.704277:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:2.0:1749610732.704277:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119281f80 x1834598494555264/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610747 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610732.704278:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610732.704283:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1749610732.704283:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:2.0:1749610732.704285:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749610732.704286:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610732.704288:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880111579000. 00000020:00000001:1.0:1749610732.704289:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749610732.704290:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610732.704292:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610732.704294:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00010000:00020000:3.0:1749610732.704295:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000040:2.0:1749610732.704296:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000040:1.0:1749610732.704297:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f0b800 x1834598494555392/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610752 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610732.704298:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1749610732.704299:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000010:2.0:1749610732.704301:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880129e13c00. 00010000:00000001:3.0:1749610732.704303:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:2.0:1749610732.704305:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610732.704306:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749610732.704307:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000010:2.0:1749610732.704308:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119281f80. 00000100:00000001:3.0:1749610732.704310:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610732.704312:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:1.0:1749610732.704313:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494555392:12345-0@lo:38:kworker.0 Request processed in 319us (508us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749610732.704317:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 02000000:00000010:3.0:1749610732.704318:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801302f4c00. 00000100:00000001:2.0:1749610732.704319:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610732.704321:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610732.704321:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610732.704324:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610732.704325:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 329 00000100:00000001:2.0:1749610732.704326:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610732.704327:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749610732.704328:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749610732.704330:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1749610732.704331:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610732.704331:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610732.704332:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00001000:3.0:1749610732.704336:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:2.0:1749610732.704336:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119283480 x1834598494555776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610732.704338:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610732.704340:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749610732.704340:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749610732.704344:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000010:1.0:1749610732.704346:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c700. 00000100:00000040:3.0:1749610732.704348:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610732.704351:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000010:1.0:1749610732.704351:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8af0. 00000100:00000001:2.0:1749610732.704354:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610732.704355:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749610732.704356:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610732.704356:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2600. 02000000:00000001:2.0:1749610732.704358:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1749610732.704359:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:2.0:1749610732.704360:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610732.704361:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610732.704363:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749610732.704363:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610732.704365:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610732.704366:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119283480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494555776:0@lo:38:kworker.0 00000100:00000001:3.0:1749610732.704368:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610732.704369:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749610732.704371:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1749610732.704372:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749610732.704373:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610732.704375:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1749610732.704376:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedee0. 02000000:00000010:2.0:1749610732.704377:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880111579000. 02000000:00000001:2.0:1749610732.704379:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610732.704381:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494555520, offset 0 00000400:00000010:2.0:1749610732.704382:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe000. 00000400:00000010:2.0:1749610732.704386:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 00000400:00000200:3.0:1749610732.704387:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1749610732.704393:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494555776, portal 10 00000100:00000001:2.0:1749610732.704395:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610732.704396:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031251072 : -131936678300544 : ffff880119283480) 00000400:00000200:3.0:1749610732.704397:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749610732.704403:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119283480 x1834598494555776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610757 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610732.704406:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92cd80 00000100:00000001:2.0:1749610732.704410:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610732.704412:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1749610732.704414:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x67c1 [1] + 0 00000400:00000010:2.0:1749610732.704414:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aee0. 00000100:00000200:2.0:1749610732.704420:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494555776, offset 0 00000400:00000200:3.0:1749610732.704421:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610732.704424:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610732.704427:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610732.704431:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:2.0:1749610732.704431:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610732.704436:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92ce80 00000400:00000200:2.0:1749610732.704441:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 23576 00000400:00000200:2.0:1749610732.704445:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1749610732.704446:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119283800 x1834598494555520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610757 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610732.704449:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610732.704452:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610732.704453:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749610732.704458:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bad4700. 00000100:00000040:3.0:1749610732.704461:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119283800 x1834598494555520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610757 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610732.704465:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009bad4700 x1834598494555776 msgsize 520 00000100:00100000:2.0:1749610732.704469:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610732.704472:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749610732.704479:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedee0 00000400:00000010:3.0:1749610732.704482:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedee0. 00000100:00000001:3.0:1749610732.704484:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610732.704486:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610732.704488:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749610732.704489:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610732.704492:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610732.704494:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610732.704495:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aee0 00000020:00000001:3.0:1749610732.704496:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1749610732.704497:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aee0. 00000100:00000001:2.0:1749610732.704499:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:3.0:1749610732.704501:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f08a80 x1834598494555520/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610752 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610732.704504:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119283480 x1834598494555776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610757 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610732.704511:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494555520:12345-0@lo:38:kworker.0 Request processed in 256us (502us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749610732.704511:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610732.704514:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119283480 x1834598494555776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610757 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610732.704553:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 330 00000100:00000001:3.0:1749610732.704557:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610732.704558:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749610732.704558:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610732.704559:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:3.0:1749610732.704562:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cd80. 00000100:00000001:2.0:1749610732.704563:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610732.704565:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8d48. 00000100:00000040:2.0:1749610732.704567:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 655 usecs (1 jiffies) 00000100:00000001:1.0:1749610732.704567:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:3.0:1749610732.704568:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2c00. 00000100:00000001:2.0:1749610732.704570:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300006163 00000100:00000001:3.0:1749610732.704571:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749610732.704571:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494555776 02000000:00000001:1.0:1749610732.704575:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610732.704578:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610732.704581:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610732.704582:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4300006162 02000000:00000001:1.0:1749610732.704586:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610732.704588:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300006162, at 4300006162 00000100:00100000:1.0:1749610732.704590:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494555776 00000100:00000001:2.0:1749610732.704592:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300006163 00000020:00000001:1.0:1749610732.704593:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:3.0:1749610732.704594:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677c40. 00000020:00000040:1.0:1749610732.704595:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749610732.704596:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4300006162 00000020:00000001:1.0:1749610732.704598:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610732.704599:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300006163 00000020:00000001:1.0:1749610732.704601:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610732.704602:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610732.704602:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4300006162 00000100:00000001:3.0:1749610732.704604:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610732.704604:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610732.704605:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300006163 00000020:00000001:1.0:1749610732.704605:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749610732.704607:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000010:2.0:1749610732.704608:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677300. 00000100:00000001:0.0:1749610732.704608:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1749610732.704609:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:1.0:1749610732.704610:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124800. 00000400:00000010:3.0:1749610732.704611:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7bb0. 00000100:00000001:2.0:1749610732.704612:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request now active for cpu 3 00000400:00000200:3.0:1749610732.704614:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedd48 00000100:00000001:2.0:1749610732.704615:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1749610732.704616:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedd48. 00000020:00000010:1.0:1749610732.704616:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9180. 00000100:00000001:2.0:1749610732.704617:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610732.704621:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c708. 00000100:00000001:3.0:1749610732.704625:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610732.704626:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610732.704628:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000001:0.0:1749610732.704628:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:3.0:1749610732.704629:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119282680 x1834598494555648/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610748 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749610732.704630:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749610732.704631:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610732.704632:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fedc0. 00000100:00000001:1.0:1749610732.704637:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610732.704637:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ac38 00000100:00000200:3.0:1749610732.704638:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119282680 x1834598494555648/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610748 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610732.704639:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ac38. 00000100:00000001:0.0:1749610732.704642:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000001:2.0:1749610732.704643:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749610732.704645:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000001:2.0:1749610732.704645:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749610732.704646:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749610732.704647:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fee70. 00000100:00000001:1.0:1749610732.704647:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749610732.704648:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119283100 x1834598494555904/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610748 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610732.704649:0:28321:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:2.0:1749610732.704649:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a880 02000000:00000001:3.0:1749610732.704650:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000010:2.0:1749610732.704651:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a880. 00000100:00000001:3.0:1749610732.704652:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610732.704654:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610732.704656:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610732.704658:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610732.704660:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:3.0:1749610732.704661:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=87 v=5 (5 5 5 5) 00000100:00000001:1.0:1749610732.704661:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00001000:3.0:1749610732.704664:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=87 v=5 (1 1 1 1) 00000100:00000200:2.0:1749610732.704664:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119282a00 x1834598494555392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610757 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610732.704666:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00100000:1.0:1749610732.704667:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 331 00000100:00000001:3.0:1749610732.704668:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610732.704671:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1749610732.704671:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134926042880 : -131938783508736 : ffff88009bad4700) 00000100:00000200:0.0:1749610732.704671:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119283100 x1834598494555904/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610748 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610732.704673:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119282a00 x1834598494555392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610757 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1749610732.704675:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880119282680 x1834598494555648/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610748 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610732.704678:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:1.0:1749610732.704679:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bad4700 x1834598494555776/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610752 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610732.704680:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610732.704680:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610732.704682:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749610732.704683:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610732.704683:0:28322:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749610732.704684:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610732.704684:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1749610732.704685:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610732.704686:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1749610732.704686:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610732.704687:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749610732.704688:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1749610732.704688:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610732.704689:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610732.704690:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 02000000:00000001:0.0:1749610732.704690:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610732.704691:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610732.704691:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610732.704695:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119282680 x1834598494555648/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610748 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749610732.704695:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610732 v=5 (0 0 0 0) 00000100:00100000:1.0:1749610732.704695:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bad4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494555776:12345-0@lo:38:kworker.0 00000100:00001000:0.0:1749610732.704696:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=37 v=5 (5 5 5 5) 00000100:00001000:2.0:1749610732.704699:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=137 v=20 (1 1 1 20) 00000100:00001000:0.0:1749610732.704699:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=37 v=5 (1 1 1 1) 00000100:00000001:3.0:1749610732.704701:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610732.704701:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000200:1.0:1749610732.704701:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494555776 00000100:00000001:0.0:1749610732.704702:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610732.704703:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610732.704703:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610732.704703:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610732.704705:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749610732.704705:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1749610732.704706:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610732.704708:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119282680 x1834598494555648/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610748 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610732.704710:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119282a00 x1834598494555392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610757 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00080000:0.0:1749610732.704710:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880119283100 x1834598494555904/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610748 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610732.704714:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:3.0:1749610732.704716:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119282680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494555648:0@lo:400:kworker.0 00000100:00000001:2.0:1749610732.704717:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:0.0:1749610732.704717:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610732.704719:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749610732.704719:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1749610732.704720:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610732.704721:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610732.704721:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:2.0:1749610732.704723:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610732.704723:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749610732.704724:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610732.704724:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610732.704727:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749610732.704727:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:0.0:1749610732.704728:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119283100 x1834598494555904/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610748 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610732.704729:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00080000:2.0:1749610732.704730:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000020:00000001:1.0:1749610732.704730:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610732.704732:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610732.704733:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119282680 x1834598494555648/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610748 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610732.704734:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749610732.704736:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119282a00 x1834598494555392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610757 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00020000:1.0:1749610732.704736:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749610732.704737:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610732.704738:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610732.704740:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1749610732.704740:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:3.0:1749610732.704741:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1749610732.704742:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119283100 x1834598494555904/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610748 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610732.704743:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119282a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494555392:0@lo:38:kworker.0 02000000:00000010:3.0:1749610732.704744:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7b3600. 00010000:00000001:1.0:1749610732.704744:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:3.0:1749610732.704746:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610732.704748:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1749610732.704748:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000040:3.0:1749610732.704749:0:28321:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00100000:0.0:1749610732.704750:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119283100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494555904:0@lo:400:kworker.0 00000020:00000001:3.0:1749610732.704751:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749610732.704751:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000010:3.0:1749610732.704753:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f000. 02000000:00000001:1.0:1749610732.704754:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749610732.704754:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1749610732.704755:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1749610732.704756:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000001:2.0:1749610732.704757:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1749610732.704758:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610732.704759:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119282680. 00000400:00000010:2.0:1749610732.704759:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe948. 02000000:00000010:1.0:1749610732.704759:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013031b000. 00000100:00000001:0.0:1749610732.704760:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1749610732.704761:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ad48 00000400:00000010:2.0:1749610732.704762:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ad48. 02000000:00000001:1.0:1749610732.704762:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610732.704764:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610732.704764:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749610732.704764:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119283100 x1834598494555904/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610748 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610732.704765:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610732.704765:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610732.704767:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749610732.704768:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119283800 x1834598494555520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610757 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610732.704769:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749610732.704771:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610732.704771:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1749610732.704772:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610732.704773:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610732.704773:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749610732.704775:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1749610732.704775:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009c9bc600. 00000100:00000200:2.0:1749610732.704776:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119283800 x1834598494555520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610757 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610732.704777:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610732.704777:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:0.0:1749610732.704778:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610732.704779:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610732.704781:0:28322:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749610732.704782:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610732.704782:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749610732.704783:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749610732.704783:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610732.704784:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f100. 00000100:00000001:2.0:1749610732.704785:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749610732.704785:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1749610732.704787:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610732.704788:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1749610732.704788:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1749610732.704789:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:0.0:1749610732.704789:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749610732.704790:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610732.704791:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119283100. 02000000:00000001:2.0:1749610732.704792:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610732.704792:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00001000:2.0:1749610732.704795:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610732 v=5 (0 0 0 0) 00000100:00000001:1.0:1749610732.704796:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749610732.704797:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00001000:2.0:1749610732.704798:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=87 v=20 (1 1 1 20) 00000100:00000001:0.0:1749610732.704799:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610732.704800:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1749610732.704801:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610732.704801:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:02020000:2.0:1749610732.704803:0:28320:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-lwp-OST0000: operation mds_connect to node 0@lo failed: rc = -19 02000000:00000001:1.0:1749610732.704804:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749610732.704806:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610732.704806:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1749610732.704807:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610732.704808:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610732.704808:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610732.704810:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610732.704810:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749610732.704812:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119283800 x1834598494555520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610757 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610732.704812:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610732.704814:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610732.704818:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000100:00000200:1.0:1749610732.704824:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494555776, offset 0 00000100:00000001:2.0:1749610732.704826:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610732.704829:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610732.704830:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749610732.704831:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610732.704832:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610732.704833:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610732.704835:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610732.704838:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000400:00000200:1.0:1749610732.704841:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610732.704845:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610732.704850:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119283800 x1834598494555520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610757 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610732.704852:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92ce80 00000100:00100000:2.0:1749610732.704858:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119283800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494555520:0@lo:38:kworker.0 00000400:00000200:1.0:1749610732.704858:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x67d9 [1] + 0 00000100:00000001:2.0:1749610732.704863:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610732.704865:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1749610732.704866:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749610732.704867:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119282a00 x1834598494555392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610757 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610732.704872:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610732.704873:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610732.704875:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610732.704877:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88011157b000. 02000000:00000001:2.0:1749610732.704880:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610732.704882:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610732.704883:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749610732.704885:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749610732.704886:0:9760:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000010:2.0:1749610732.704887:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880129e12400. 02000000:00000001:2.0:1749610732.704890:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610732.704892:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610732.704893:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119282a00. 00000100:00000200:1.0:1749610732.704893:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119283480 x1834598494555776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610757 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610732.704897:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610732.704898:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610732.704900:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610732.704902:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119283800 x1834598494555520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610757 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610732.704906:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119283480 x1834598494555776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610757 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610732.704909:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610732.704910:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610732.704912:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880111579c00. 02000000:00000001:2.0:1749610732.704914:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610732.704915:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610732.704916:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749610732.704918:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610732.704919:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880129e10800. 00000100:00000001:1.0:1749610732.704919:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:2.0:1749610732.704922:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:1.0:1749610732.704926:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 02000000:00000001:2.0:1749610732.704927:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610732.704928:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119283800. 00000400:00000010:1.0:1749610732.704929:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00000100:00000001:2.0:1749610732.704933:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610732.704933:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610732.704934:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610732.704935:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610732.704936:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610732.704940:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610732.704941:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610732.704943:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610732.704944:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1749610732.704945:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610732.704946:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610732.704948:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749610732.704949:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610732.704951:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1749610732.704951:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1749610732.704953:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe000. 00000400:00000200:2.0:1749610732.704955:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 00000400:00000010:2.0:1749610732.704956:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 00000100:00000001:2.0:1749610732.704958:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:1.0:1749610732.704959:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bad4700 x1834598494555776/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610752 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610732.704962:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119283480 x1834598494555776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610757 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610732.704970:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119283480 x1834598494555776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610757 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610732.704974:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bad4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494555776:12345-0@lo:38:kworker.0 Request processed in 278us (505us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749610732.704977:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610732.704979:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610732.704980:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610732.704982:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610732.704983:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610732.704984:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610732.704986:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610732.704986:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 331 00000100:00001000:2.0:1749610732.704990:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610732 v=5 (0 0 0 0) 00000100:00000001:1.0:1749610732.704990:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610732.704992:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:2.0:1749610732.704993:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=37 v=20 (1 1 1 20) 00000100:00000001:2.0:1749610732.704995:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610732.704996:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:1.0:1749610732.704997:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9180. 00000100:00000001:2.0:1749610732.704998:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610732.705002:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119283480 x1834598494555776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610757 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610732.705003:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c708. 00000020:00000010:1.0:1749610732.705007:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124800. 00000100:00000001:2.0:1749610732.705008:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610732.705011:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610732.705013:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610732.705016:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610732.705018:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610732.705020:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610732.705023:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610732.705025:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610732.705027:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610732.705031:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119283480 x1834598494555776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610757 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610732.705038:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119283480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494555776:0@lo:38:kworker.0 00000100:00000001:2.0:1749610732.705042:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610732.705043:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610732.705046:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119283480 x1834598494555776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610757 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610732.705052:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610732.705053:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610732.705055:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880111579000. 02000000:00000001:2.0:1749610732.705057:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610732.705058:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610732.705059:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1749610732.705061:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610732.705062:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880111548000. 02000000:00000001:2.0:1749610732.705064:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610732.705065:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610732.705066:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119283480. 00000100:00000001:2.0:1749610732.705069:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610732.705071:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610732.705072:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610732.705074:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610732.705075:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610732.705076:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610732.705078:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610732.705589:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300006163, at 4300006163 00000100:00000010:2.0:1749610732.705596:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677800. 00000100:00000040:0.0:1749610732.705601:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300006163, at 4300006163 00000100:00000040:1.0:1749610732.705604:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300006163, at 4300006163 00000100:00000040:3.0:1749610732.705610:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300006163, at 4300006163 00000100:00000010:0.0:1749610732.705611:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b6771c0. 00000100:00000010:1.0:1749610732.705614:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677380. 00000100:00000010:3.0:1749610732.705620:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677300. 00000100:00000001:0.0:1749610732.855624:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610732.855633:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610732.855636:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610732.855640:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610732.855644:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610732.855648:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610732.855651:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610732.855655:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610732.855657:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610733.457748:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610733.457758:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610733.457760:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610733.457765:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610733.457769:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610733.457774:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610733.457777:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610733.457780:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610733.457783:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610733.600777:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610733.600785:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610733.600825:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1749610733.600828:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610733.600830:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610733.704626:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610733.704641:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610733.704644:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610733.704648:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610733.704651:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610733.704655:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610733.704657:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610733.855653:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610733.855662:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610733.855664:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610733.855669:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610733.855672:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610733.855676:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610733.855679:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610733.855682:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610733.855685:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610734.457731:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610734.457740:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610734.457742:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610734.457747:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610734.457751:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610734.457755:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610734.457759:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610734.457762:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610734.457764:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610734.602698:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610734.602709:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749610734.602712:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749610734.602716:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610734.602722:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749610734.602726:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610734.602729:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610734.602733:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610734.602866:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610734.602872:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610734.602876:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610734.704907:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610734.704921:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610734.704923:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610734.704928:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610734.704930:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610734.704935:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610734.704938:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610734.855662:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610734.855673:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610734.855677:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610734.855683:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610734.855688:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610734.855693:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610734.855697:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610734.855702:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610734.855706:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610735.457658:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610735.457666:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610735.457668:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610735.457673:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610735.457676:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610735.457680:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610735.457683:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610735.457703:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610735.457706:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610735.604703:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610735.604710:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610735.604838:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610735.604844:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610735.604848:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610735.704604:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610735.704620:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610735.704622:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610735.704627:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610735.704629:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610735.704633:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610735.704636:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610735.855638:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610735.855644:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610735.855647:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610735.855650:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610735.855653:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610735.855656:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610735.855660:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610735.855663:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610735.855665:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610736.457692:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610736.457701:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610736.457703:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610736.457708:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610736.457712:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610736.457717:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610736.457721:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610736.457723:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610736.457726:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610736.606650:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610736.606672:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610736.606812:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610736.606818:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610736.606822:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610736.704679:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610736.704695:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610736.704698:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610736.704702:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610736.704705:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610736.704709:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610736.704712:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610736.855631:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610736.855639:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610736.855642:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610736.855646:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610736.855649:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610736.855652:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610736.855656:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610736.855659:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610736.855661:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1749610736.994634:0:28313:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88011344a840] -> 12345-192.168.202.106@tcp (6) 00000800:00000200:0.0:1749610736.994644:0:28313:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1749610736.994649:0:28313:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801301d2e00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1749610736.994834:0:28316:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1749610736.994835:0:28315:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610736.994855:0:28315:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749610736.994861:0:28315:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610736.994865:0:28315:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610737.457713:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610737.457722:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610737.457724:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610737.457729:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610737.457732:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610737.457737:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610737.457740:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610737.457743:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610737.457745:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610737.608694:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610737.608701:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610737.608795:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610737.608802:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610737.608807:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610737.704631:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610737.704638:0:28320:0:(client.c:2435:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1749610737.704652:0:28320:0:(client.c:2451:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1749610712/real 1749610712] req@ffff880070f0aa00 x1834598494551936/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610737 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749610737.704693:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610737.704695:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610737.704699:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe738. 00000400:00000200:2.0:1749610737.704703:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 00000400:00000010:2.0:1749610737.704706:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 00000100:00000001:2.0:1749610737.704710:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610737.704715:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880070f0aa00 x1834598494551936/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610737 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610737.704724:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880070f0aa00 x1834598494551936/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610737 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610737.704731:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610737.704733:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610737.704736:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610737.704738:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749610737.704741:0:28320:0:(client.c:2482:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff880070f0aa00 x1834598494551936/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610737 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610737.704748:0:28320:0:(client.c:2487:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610737.704760:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610737.704761:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610737.704764:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610737.704766:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610737.704768:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610737.704772:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880070f0aa00 x1834598494551936/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610737 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610737.704780:0:28320:0:(client.c:2097:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749610737.704783:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610737.704785:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610737.704786:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610737.704789:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610737.704792:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1749610737.704796:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610737.704831:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.106@tcp failed (-110) 00000100:00000001:2.0:1749610737.704834:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1749610737.704839:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f0aa00 x1834598494551936/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610737 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610737.704848:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880070f0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494551936:0@lo:250:kworker.0 00000100:00000001:2.0:1749610737.704853:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610737.704856:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610737.704859:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880070f0aa00 x1834598494551936/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610737 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610737.704866:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610737.704869:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610737.704873:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880111578400. 02000000:00000001:2.0:1749610737.704878:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610737.704880:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00080000:0.0:1749610737.704880:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 0 00000020:00000040:2.0:1749610737.704883:0:28320:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1749610737.704885:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610737.704888:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130311000. 00000100:00080000:0.0:1749610737.704889:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 02000000:00000001:2.0:1749610737.704892:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1749610737.704893:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:2.0:1749610737.704894:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610737.704896:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f0aa00. 00000100:00080000:0.0:1749610737.704896:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610737.704900:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610737.704901:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:2.0:1749610737.704902:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610737.704904:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749610737.704906:0:8737:0:(import.c:505:import_select_connection()) MGC192.168.202.106@tcp: connect to NID 0@lo last attempt 5318 00000100:00000001:2.0:1749610737.704908:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610737.704909:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610737.704911:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1749610737.704912:0:8737:0:(import.c:584:import_select_connection()) MGC192.168.202.106@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1749610737.704913:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610737.704917:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610737.704921:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610737.704924:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610737.704928:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610737.704933:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610737.704936:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cf3e 00000020:00000001:0.0:1749610737.704940:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610737.704944:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009d243000 refcount=3 00000020:00000001:0.0:1749610737.704973:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000020:00000001:0.0:1749610737.704978:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000100:00000040:0.0:1749610737.704983:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610737.704987:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610737.704989:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610737.704992:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610737.704997:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88009d243000 : new refcount 2 00000100:00080000:0.0:1749610737.705001:0:8737:0:(import.c:619:import_select_connection()) MGC192.168.202.106@tcp: import ffff88009d242800 using connection MGC192.168.202.106@tcp_0/0@lo 00000100:00000001:0.0:1749610737.705005:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610737.705009:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610737.705013:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610737.705018:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610737.705021:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610737.705026:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610737.705033:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119283100. 00000020:00000040:0.0:1749610737.705038:0:8737:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 02000000:00000001:0.0:1749610737.705043:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610737.705046:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610737.705050:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610737.705054:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610737.705059:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610737.705068:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880111548800. 00000100:00000001:0.0:1749610737.705077:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610737.705088:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119283100 x1834598494556032/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610737.705105:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610737.705111:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610737.705118:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119283100] to pc [ptlrpcd_rcv+-1] req@ffff880119283100 x1834598494556032/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610737.705157:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610737.705188:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610737.705194:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610737.705205:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610737.705209:0:8737:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610737.705213:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:2.0:1749610737.705217:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1749610737.705217:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5338 00000100:00000001:2.0:1749610737.705221:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00001000:0.0:1749610737.705222:0:8737:0:(import.c:2097:obd_at_measure()) add 15 to ffff8801369c93f0 time=10 v=10 (10 1 1 1) 00000100:00000001:2.0:1749610737.705223:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749610737.705229:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119283100 x1834598494556032/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749610737.705229:0:8737:0:(import.c:2163:obd_at_measure()) AT ffff8801369c93f0 change: old=10 new=15 delta=5 (val=15) hist 15 1 1 1 00000100:00080000:0.0:1749610737.705234:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s 00000100:00000001:2.0:1749610737.705238:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1749610737.705238:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610737.705242:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610737.705245:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610737.705247:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610737.705248:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:2.0:1749610737.705251:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1749610737.705252:0:8737:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1749610737.705254:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1749610737.705254:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 02000000:00000001:2.0:1749610737.705256:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610737.705257:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610737.705260:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000100:00100000:2.0:1749610737.705261:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119283100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494556032:0@lo:250:kworker.0 00000020:00000001:0.0:1749610737.705264:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000001:2.0:1749610737.705265:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749610737.705268:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1749610737.705268:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 02000000:00000001:2.0:1749610737.705271:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610737.705273:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1749610737.705273:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610737.705275:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000010:2.0:1749610737.705277:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880111578400. 00000100:00000040:0.0:1749610737.705278:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:2.0:1749610737.705279:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610737.705281:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000010:2.0:1749610737.705284:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe738. 00000020:00000040:0.0:1749610737.705285:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:0.0:1749610737.705289:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000400:00000010:2.0:1749610737.705290:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000100:00000001:0.0:1749610737.705292:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610737.705295:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000200:2.0:1749610737.705296:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494556032, portal 25 00000100:00000001:2.0:1749610737.705299:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610737.705301:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031250176 : -131936678301440 : ffff880119283100) 02000000:00000001:0.0:1749610737.705303:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749610737.705306:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119283100 x1834598494556032/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610737.705307:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610737.705310:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610737.705313:0:8737:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610737.705314:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610737.705317:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:0.0:1749610737.705318:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119282d80. 00000400:00000010:2.0:1749610737.705319:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 00000100:00000200:2.0:1749610737.705322:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598494556032, offset 0 00000020:00000040:0.0:1749610737.705322:0:8737:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749610737.705325:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000400:00000200:2.0:1749610737.705327:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749610737.705336:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610737.705340:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1749610737.705341:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749610737.705342:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610737.705345:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610737.705352:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848ebf92cf80 02000000:00000010:0.0:1749610737.705352:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880111548c00. 00000100:00000001:0.0:1749610737.705357:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:2.0:1749610737.705358:0:28320:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598494556032 offset 0 length 520: 4 00000400:00000200:2.0:1749610737.705363:0:28320:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88006d92d8c0 is in inconsistent state, don't perform health checking (-2, 0) 00000100:00100000:0.0:1749610737.705363:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119282d80 x1834598494556160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1749610737.705366:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000001:0.0:1749610737.705372:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1749610737.705374:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 00000100:00000001:0.0:1749610737.705375:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610737.705376:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 00000100:00000001:2.0:1749610737.705379:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:0.0:1749610737.705379:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119282d80] to pc [ptlrpcd_rcv+-1] req@ffff880119282d80 x1834598494556160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610737.705383:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119283100 x1834598494556032/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610737.705388:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610737.705391:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610737.705395:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610737.705397:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610737.705399:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610737.705402:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610737.705402:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00000040:2.0:1749610737.705405:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119283100 x1834598494556032/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610762 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749610737.705405:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5338 00000100:00080000:0.0:1749610737.705407:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610737.705410:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610737.705412:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610737.705412:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610737.705413:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1749610737.705414:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610737.705415:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610737.705418:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610737.705418:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610737.705419:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749610737.705420:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610737.705422:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4300011185 00000020:00000040:0.0:1749610737.705422:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749610737.705424:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:0.0:1749610737.705426:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000010:2.0:1749610737.705427:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677800. 00000100:00000040:0.0:1749610737.705429:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610737.705434:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1749610737.705436:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610737.705438:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610737.705440:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4300011185 00000100:00000001:0.0:1749610737.705440:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000010:2.0:1749610737.705442:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b6779c0. 00000020:00000040:0.0:1749610737.705443:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00000001:2.0:1749610737.705446:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00080000:0.0:1749610737.705446:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610737.705449:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610737.705451:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610737.705456:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610737.705458:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610737.705461:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610737.705463:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 2 is 4300011185 00000100:00000001:0.0:1749610737.705464:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610737.705468:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b6778c0. 00000100:00000010:0.0:1749610737.705469:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119280000. 00000100:00000001:2.0:1749610737.705473:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 2 00000020:00000040:0.0:1749610737.705473:0:8737:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749610737.705476:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1749610737.705477:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 3 is 4300011185 02000000:00000001:0.0:1749610737.705478:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610737.705481:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677ac0. 00000100:00000001:0.0:1749610737.705481:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1749610737.705485:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 3 02000000:00000001:0.0:1749610737.705495:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610737.705498:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610737.705499:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610737.705504:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610737.705504:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880111549400. 00000100:00000001:2.0:1749610737.705508:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610737.705510:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610737.705511:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749610737.705517:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119280000 x1834598494556288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610737.705518:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610737.705550:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1749610737.705554:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610737.705556:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610737.705559:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610737.705563:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1749610737.705566:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119282d80 x1834598494556160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610737.705567:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610737.705573:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119280000] to pc [ptlrpcd_rcv+-1] req@ffff880119280000 x1834598494556288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610737.705578:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610737.705580:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610737.705587:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610737.705592:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000001:2.0:1749610737.705593:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610737.705596:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1749610737.705596:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610737.705597:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:2.0:1749610737.705599:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610737.705600:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610737.705602:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00100000:2.0:1749610737.705605:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119282d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494556160:0@lo:38:kworker.0 00000100:00000001:2.0:1749610737.705611:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1749610737.705612:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5338 02000000:00000001:2.0:1749610737.705614:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:0.0:1749610737.705615:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 02000000:00000001:2.0:1749610737.705617:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610737.705618:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 02000000:00000001:2.0:1749610737.705620:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749610737.705620:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610737.705622:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000010:2.0:1749610737.705624:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880111579c00. 00000100:00000001:0.0:1749610737.705624:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610737.705627:0:8737:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1749610737.705628:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610737.705628:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:0.0:1749610737.705630:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610737.705632:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000400:00000010:2.0:1749610737.705634:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe000. 00000020:00000001:0.0:1749610737.705634:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000020:00000001:0.0:1749610737.705636:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000400:00000010:2.0:1749610737.705638:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 00000100:00000040:0.0:1749610737.705639:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610737.705641:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610737.705642:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000200:2.0:1749610737.705643:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494556160, portal 4 00000100:00000001:0.0:1749610737.705644:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610737.705646:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000040:0.0:1749610737.705646:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00000001:2.0:1749610737.705648:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031249280 : -131936678302336 : ffff880119282d80) 00000100:00080000:0.0:1749610737.705648:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610737.705651:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610737.705652:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610737.705656:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749610737.705658:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119282d80 x1834598494556160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610757 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610737.705658:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610737.705660:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610737.705662:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610737.705667:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119283480. 00000100:00000001:2.0:1749610737.705669:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000040:0.0:1749610737.705669:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1749610737.705671:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000040:2.0:1749610737.705672:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749610737.705672:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610737.705674:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:2.0:1749610737.705675:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ad48. 02000000:00000001:0.0:1749610737.705675:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610737.705678:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610737.705679:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494556160, offset 0 02000000:00000010:0.0:1749610737.705682:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880111549800. 00000400:00000200:2.0:1749610737.705685:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610737.705685:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610737.705694:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1749610737.705695:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119283480 x1834598494556416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610737.705702:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1749610737.705703:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf92d000 00000100:00000001:0.0:1749610737.705705:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610737.705708:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119283480] to pc [ptlrpcd_rcv+-1] req@ffff880119283480 x1834598494556416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610737.705713:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3ded [256] + 17160 00000100:00000001:0.0:1749610737.705716:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610737.705718:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1749610737.705722:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610737.705722:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749610737.705725:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119283800. 00000020:00000040:0.0:1749610737.705727:0:8737:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000400:00000200:2.0:1749610737.705728:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610737.705730:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610737.705731:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610737.705733:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610737.705736:0:28320:0:(events.c:287:request_in_callback()) Process entered 02000000:00000010:0.0:1749610737.705737:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f100. 00000100:00000200:2.0:1749610737.705739:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:0.0:1749610737.705740:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610737.705744:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bad5180. 00000100:00000040:0.0:1749610737.705744:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880119283800 x1834598494556544/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1749610737.705749:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009bad5180 x1834598494556160 msgsize 520 00000100:00000001:0.0:1749610737.705752:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610737.705754:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610737.705756:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1749610737.705758:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119283800] to pc [ptlrpcd_00_02+2] req@ffff880119283800 x1834598494556544/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610737.705779:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749610737.705788:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610737.705791:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610737.705794:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000400:00000200:2.0:1749610737.705795:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ad48 00000100:00000001:0.0:1749610737.705795:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610737.705797:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000010:2.0:1749610737.705799:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ad48. 00000100:00000001:0.0:1749610737.705800:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:2.0:1749610737.705802:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00080000:0.0:1749610737.705802:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5338 00000100:00080000:0.0:1749610737.705805:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1749610737.705808:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1749610737.705809:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119282d80 x1834598494556160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610757 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610737.705813:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749610737.705815:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610737.705815:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749610737.705817:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749610737.705817:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610737.705819:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610737.705820:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1749610737.705821:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610737.705823:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000100:00000040:2.0:1749610737.705824:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119282d80 x1834598494556160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610757 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610737.705824:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749610737.705825:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1749610737.705826:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119283800 x1834598494556544/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749610737.705826:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:0.0:1749610737.705828:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:0.0:1749610737.705830:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:2.0:1749610737.705831:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610737.705832:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:1.0:1749610737.705832:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494556160 00000100:00000040:0.0:1749610737.705833:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610737.705835:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1749610737.705836:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1749610737.705836:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610737.705837:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610737.705838:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610737.705838:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610737.705840:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610737.705840:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00000001:1.0:1749610737.705841:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1749610737.705842:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1280 usecs (2 jiffies) 00000100:00080000:0.0:1749610737.705842:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 02000000:00000001:3.0:1749610737.705843:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749610737.705844:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610737.705845:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300011165 00000100:00000001:1.0:1749610737.705845:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610737.705846:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610737.705846:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749610737.705847:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300011185 02000000:00000001:3.0:1749610737.705849:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610737.705850:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300011165 02000000:00000001:0.0:1749610737.705850:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610737.705851:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610737.705852:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300011185 02000000:00000001:0.0:1749610737.705852:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610737.705853:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119283800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494556544:0@lo:400:kworker.0 00000100:00000001:2.0:1749610737.705854:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300011165 00000100:00000001:0.0:1749610737.705854:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00100000:1.0:1749610737.705856:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494556160 00000100:00000001:0.0:1749610737.705856:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610737.705857:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300011185 00000100:00000001:2.0:1749610737.705859:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300011165 00000020:00000001:1.0:1749610737.705859:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:0.0:1749610737.705859:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119282a00. 00000100:00000001:2.0:1749610737.705861:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300011185 00000020:00000040:0.0:1749610737.705861:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:2.0:1749610737.705862:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1749610737.705862:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:0.0:1749610737.705863:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1749610737.705865:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610737.705865:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1749610737.705865:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610737.705866:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749610737.705866:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1749610737.705867:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610737.705867:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:1.0:1749610737.705868:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610737.705869:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610737.705870:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749610737.705870:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610737.705871:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610737.705872:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610737.705873:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880111549c00. 02000000:00000001:3.0:1749610737.705874:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749610737.705874:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610737.705876:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1749610737.705877:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610737.705878:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1749610737.705879:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7b3600. 00000100:00000001:2.0:1749610737.705879:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610737.705880:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000010:1.0:1749610737.705880:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124800. 02000000:00000001:3.0:1749610737.705881:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610737.705881:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119282a00 x1834598494556672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1749610737.705884:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119280000 x1834598494556288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610737.705887:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7bb0. 00000020:00000010:1.0:1749610737.705888:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9180. 00000100:00000001:2.0:1749610737.705890:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1749610737.705892:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedd48. 00000020:00000010:1.0:1749610737.705895:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c708. 00000100:00000200:3.0:1749610737.705897:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494556544, portal 10 00000100:00000001:2.0:1749610737.705897:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610737.705899:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1749610737.705900:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749610737.705900:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749610737.705901:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031251968 : -131936678299648 : ffff880119283800) 02000000:00000001:2.0:1749610737.705902:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610737.705902:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610737.705903:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1749610737.705904:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610737.705906:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1749610737.705906:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119282a00] to pc [ptlrpcd_rcv+-1] req@ffff880119282a00 x1834598494556672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610737.705909:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119280000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494556288:0@lo:38:kworker.0 00000100:00000001:1.0:1749610737.705909:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610737.705910:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119283800 x1834598494556544/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610737.705914:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749610737.705915:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610737.705917:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1749610737.705918:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749610737.705918:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749610737.705918:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610737.705920:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610737.705920:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:3.0:1749610737.705921:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610737.705923:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedee0. 02000000:00000001:2.0:1749610737.705923:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1749610737.705923:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119282680. 00000020:00000040:0.0:1749610737.705925:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000200:3.0:1749610737.705926:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494556544, offset 0 00000100:00000001:0.0:1749610737.705927:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:2.0:1749610737.705928:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880111579000. 02000000:00000001:0.0:1749610737.705929:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1749610737.705931:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749610737.705931:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610737.705931:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610737.705932:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1749610737.705934:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f400. 00000400:00000010:2.0:1749610737.705936:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe948. 00000100:00000001:0.0:1749610737.705936:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610737.705940:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1749610737.705941:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ad48. 00000100:00000040:0.0:1749610737.705941:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880119282680 x1834598494556800/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1749610737.705946:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494556288, portal 10 00000400:00000200:3.0:1749610737.705947:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf92d180 00000100:00000001:1.0:1749610737.705948:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610737.705948:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610737.705949:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610737.705950:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610737.705951:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031237632 : -131936678313984 : ffff880119280000) 00000100:00000001:1.0:1749610737.705951:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1749610737.705954:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be9 [64] + 24096 00000100:00000040:0.0:1749610737.705954:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119282680] to pc [ptlrpcd_00_03+3] req@ffff880119282680 x1834598494556800/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610737.705958:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000400:00000200:3.0:1749610737.705960:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749610737.705961:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119280000 x1834598494556288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610737.705963:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610737.705964:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610737.705964:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134926045568 : -131938783506048 : ffff88009bad5180) 00000100:00000001:3.0:1749610737.705968:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:0.0:1749610737.705968:0:8737:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5348) 00000100:00000200:3.0:1749610737.705970:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749610737.705971:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610737.705974:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1749610737.705974:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bad5180 x1834598494556160/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610757 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749610737.705975:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e99c700. 00000400:00000010:2.0:1749610737.705977:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a880. 00000100:00000040:3.0:1749610737.705978:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff88008e99c700 x1834598494556544 msgsize 224 00000100:00000200:2.0:1749610737.705981:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494556288, offset 0 00000100:00100000:3.0:1749610737.705982:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1749610737.705987:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1749610737.705989:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bad5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494556160:12345-0@lo:38:kworker.0 00000100:00000200:1.0:1749610737.705993:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494556160 00000100:00000001:0.0:1749610737.705994:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610737.705995:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749610737.705997:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1749610737.705998:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610737.705998:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1749610737.706000:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedee0 00000400:00000010:3.0:1749610737.706003:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedee0. 00000100:00000040:0.0:1749610737.706003:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119282680 x1834598494556800/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610737.706006:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:1.0:1749610737.706006:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:2.0:1749610737.706007:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92d080 00010000:00000001:1.0:1749610737.706010:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:3.0:1749610737.706011:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119283800 x1834598494556544/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610737.706011:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610737.706012:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610737.706015:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 24320 02000000:00000001:0.0:1749610737.706015:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749610737.706017:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749610737.706022:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1749610737.706024:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610737.706024:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610737.706026:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00020000:1.0:1749610737.706029:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749610737.706029:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119282680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494556800:0@lo:400:kworker.0 00000100:00000001:2.0:1749610737.706031:0:28320:0:(events.c:287:request_in_callback()) Process entered 00010000:00000001:1.0:1749610737.706032:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610737.706033:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749610737.706034:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1749610737.706034:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00000001:1.0:1749610737.706036:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:0.0:1749610737.706036:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1749610737.706038:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119283800 x1834598494556544/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610753 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610737.706038:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610737.706039:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bad4e00. 00000100:00000001:1.0:1749610737.706040:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:0.0:1749610737.706040:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749610737.706042:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1749610737.706043:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009bad4e00 x1834598494556288 msgsize 520 00000100:00000001:3.0:1749610737.706044:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610737.706044:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007fb8e400. 02000000:00000001:1.0:1749610737.706045:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749610737.706046:0:28323:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:0.0:1749610737.706047:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610737.706049:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:1.0:1749610737.706049:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013031b400. 00000100:00000001:3.0:1749610737.706051:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610737.706051:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610737.706053:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffbb0. 00000100:00000001:1.0:1749610737.706054:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610737.706055:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 850 usecs (1 jiffies) 00000100:00000001:3.0:1749610737.706057:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300011164 00010000:00000001:1.0:1749610737.706058:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000010:0.0:1749610737.706059:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821088. 00000100:00000001:3.0:1749610737.706060:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300011185 00010000:00000001:1.0:1749610737.706060:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610737.706063:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300011164 00000100:00001000:1.0:1749610737.706064:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610737.706065:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300011185 00000100:00000200:0.0:1749610737.706066:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494556800, portal 10 00000100:00000001:3.0:1749610737.706067:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300011164 00000100:00000001:1.0:1749610737.706067:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749610737.706069:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610737.706070:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300011185 00000100:00000001:2.0:1749610737.706070:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749610737.706071:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300011164 00000100:00000001:1.0:1749610737.706071:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610737.706071:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031247488 : -131936678304128 : ffff880119282680) 00000100:00000001:3.0:1749610737.706073:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300011185 00000100:00000040:1.0:1749610737.706073:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610737.706075:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610737.706075:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:2.0:1749610737.706077:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a880 00000100:00000001:3.0:1749610737.706078:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610737.706078:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000010:2.0:1749610737.706079:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a880. 00000100:00000001:3.0:1749610737.706080:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610737.706080:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119282680 x1834598494556800/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610737.706081:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610737.706082:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610737.706082:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:1.0:1749610737.706083:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:2.0:1749610737.706086:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119280000 x1834598494556288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610737.706086:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610737.706088:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610737.706089:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610737.706090:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1749610737.706090:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610737.706091:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610737.706092:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1749610737.706093:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000100:00000001:3.0:1749610737.706094:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610737.706094:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610737.706094:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610737.706095:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610737.706097:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610737.706097:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119280000 x1834598494556288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610762 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610737.706098:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494556160, offset 0 00000400:00000010:0.0:1749610737.706098:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 00000100:00000200:0.0:1749610737.706102:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494556800, offset 0 00000100:00000001:2.0:1749610737.706103:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610737.706104:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610737.706105:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749610737.706108:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610737.706110:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749610737.706112:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 930 usecs (1 jiffies) 00000100:00000001:3.0:1749610737.706113:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1749610737.706113:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610737.706115:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300011164 00000100:00100000:3.0:1749610737.706116:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494556544 02000000:00000001:3.0:1749610737.706118:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610737.706118:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300011185 00000100:00000001:3.0:1749610737.706120:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610737.706120:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300011164 00000400:00000200:0.0:1749610737.706121:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610737.706122:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610737.706122:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300011185 00000400:00000200:1.0:1749610737.706122:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf92d000 00000100:00000001:2.0:1749610737.706124:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300011164 02000000:00000001:3.0:1749610737.706125:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610737.706127:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300011185 00000400:00000200:1.0:1749610737.706128:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x67ed [1] + 0 00000100:00000001:2.0:1749610737.706129:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300011164 00000100:00000001:2.0:1749610737.706131:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300011185 00000400:00000200:0.0:1749610737.706131:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf92d280 00000100:00100000:3.0:1749610737.706132:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494556544 00000100:00000001:2.0:1749610737.706133:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749610737.706133:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1749610737.706135:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610737.706135:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749610737.706136:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000100:00000001:2.0:1749610737.706137:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1749610737.706137:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1749610737.706138:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1749610737.706139:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be9 [64] + 24840 00000100:00000040:2.0:1749610737.706140:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119283480 x1834598494556416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749610737.706142:0:9760:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000020:00000001:3.0:1749610737.706144:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000020:00000001:3.0:1749610737.706146:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:1.0:1749610737.706146:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610737.706147:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1749610737.706147:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610737.706148:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610737.706151:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749610737.706152:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1749610737.706152:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1749610737.706152:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119282d80 x1834598494556160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610757 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610737.706153:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749610737.706154:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610737.706155:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4211e40. 00000100:00000001:0.0:1749610737.706158:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749610737.706185:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000040:3.0:1749610737.706186:0:9760:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000040:1.0:1749610737.706191:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119282d80 x1834598494556160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610757 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749610737.706191:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119281f80. 00000100:00000001:3.0:1749610737.706195:0:9760:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:0.0:1749610737.706195:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff880119281f80 x1834598494556800 msgsize 224 00000100:00100000:2.0:1749610737.706196:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119283480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494556416:0@lo:38:kworker.0 00000020:00000010:3.0:1749610737.706199:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2c00. 00000100:00000001:2.0:1749610737.706200:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749610737.706201:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:0.0:1749610737.706202:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:3.0:1749610737.706203:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cd80. 02000000:00000001:2.0:1749610737.706203:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610737.706205:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610737.706207:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:3.0:1749610737.706208:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8d48. 00000400:00000200:1.0:1749610737.706209:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 02000000:00000010:2.0:1749610737.706210:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88011157b000. 00000400:00000010:1.0:1749610737.706211:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 02000000:00000001:2.0:1749610737.706212:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610737.706213:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749610737.706214:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:3.0:1749610737.706215:0:9760:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1749610737.706215:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000010:2.0:1749610737.706216:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fee70. 00000100:00000001:3.0:1749610737.706217:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610737.706219:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:2.0:1749610737.706219:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a880. 00000400:00000200:0.0:1749610737.706221:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 00000100:00000001:3.0:1749610737.706222:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749610737.706223:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 00000100:00000001:3.0:1749610737.706227:0:9760:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749610737.706228:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610737.706229:0:9760:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1749610737.706230:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610737.706232:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610737.706234:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610737.706234:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749610737.706235:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494556416, portal 10 00000100:00000001:3.0:1749610737.706236:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610737.706236:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610737.706237:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610737.706239:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031251072 : -131936678300544 : ffff880119283480) 00000100:00000200:0.0:1749610737.706239:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119282680 x1834598494556800/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610737.706241:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bad5180 x1834598494556160/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610757 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610737.706243:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610737.706245:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494556288 00000100:00000040:2.0:1749610737.706246:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119283480 x1834598494556416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610737.706247:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610737.706248:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610737.706249:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610737.706250:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610737.706251:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119282680 x1834598494556800/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610753 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610737.706253:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610737.706253:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:1.0:1749610737.706253:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bad5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494556160:12345-0@lo:38:kworker.0 Request processed in 264us (500us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749610737.706255:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494556288 00000100:00000040:2.0:1749610737.706255:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1749610737.706256:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:2.0:1749610737.706257:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aee0. 00000020:00000040:3.0:1749610737.706258:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749610737.706258:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610737.706259:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:2.0:1749610737.706260:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494556416, offset 0 00000100:00000001:0.0:1749610737.706260:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:3.0:1749610737.706261:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610737.706262:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000020:00000001:3.0:1749610737.706263:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610737.706263:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610737.706264:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610737.706265:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:3.0:1749610737.706266:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3a00. 00000100:00000001:1.0:1749610737.706266:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1749610737.706268:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 805 usecs (1 jiffies) 00000020:00000010:3.0:1749610737.706269:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c700. 00000400:00000200:2.0:1749610737.706270:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610737.706271:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300011164 00000020:00000010:1.0:1749610737.706272:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9180. 00000100:00000001:0.0:1749610737.706274:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300011185 00000400:00000200:2.0:1749610737.706275:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92d100 00000020:00000010:1.0:1749610737.706276:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c708. 00000100:00000001:0.0:1749610737.706277:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300011164 00000020:00000010:3.0:1749610737.706278:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8a28. 00000100:00000001:0.0:1749610737.706279:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300011185 00000400:00000200:2.0:1749610737.706280:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 25064 00000020:00000010:1.0:1749610737.706280:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124800. 00000100:00000001:3.0:1749610737.706281:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610737.706281:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300011164 00000100:00000001:3.0:1749610737.706283:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610737.706283:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300011185 00000400:00000200:2.0:1749610737.706284:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610737.706285:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610737.706285:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610737.706285:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300011164 00000400:00000200:2.0:1749610737.706287:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610737.706287:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300011185 00000100:00000001:3.0:1749610737.706289:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610737.706289:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610737.706291:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749610737.706291:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610737.706292:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749610737.706294:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610737.706294:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610737.706296:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bad5880. 00000100:00000001:0.0:1749610737.706296:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610737.706298:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009bad5880 x1834598494556416 msgsize 520 00000100:00000001:3.0:1749610737.706299:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610737.706300:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494556800 02000000:00000001:3.0:1749610737.706301:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:2.0:1749610737.706302:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610737.706302:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610737.706303:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610737.706304:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610737.706304:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1749610737.706306:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1749610737.706307:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610737.706308:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1749610737.706309:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494556800 00000100:00000001:2.0:1749610737.706309:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749610737.706309:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610737.706311:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749610737.706311:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749610737.706312:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000020:00000001:3.0:1749610737.706313:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1749610737.706313:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aee0 00000100:00080000:1.0:1749610737.706314:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000040:3.0:1749610737.706315:0:9760:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000400:00000010:2.0:1749610737.706315:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aee0. 00000020:00000001:3.0:1749610737.706317:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749610737.706317:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000040:1.0:1749610737.706318:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000020:00000001:3.0:1749610737.706319:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:3.0:1749610737.706322:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749610737.706324:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4211140. 00000100:00000200:2.0:1749610737.706326:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119283480 x1834598494556416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610737.706327:0:9760:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b4211680. 00000100:00000001:0.0:1749610737.706328:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749610737.706329:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:3.0:1749610737.706331:0:9760:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:1.0:1749610737.706331:0:9691:0:(service.c:2224:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610737.706331:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494556416 02000000:00000001:0.0:1749610737.706333:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610737.706334:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610737.706335:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610737.706336:0:9760:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:2.0:1749610737.706337:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119283480 x1834598494556416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610762 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610737.706337:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1749610737.706338:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b4211140. 00000100:00000001:1.0:1749610737.706338:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1749610737.706341:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3400. 00000100:00000001:0.0:1749610737.706342:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610737.706343:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610737.706343:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 207 00000020:00000010:3.0:1749610737.706344:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c280. 00000100:00000001:2.0:1749610737.706344:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:0.0:1749610737.706345:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610737.706346:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8c80. 00000100:00000040:1.0:1749610737.706346:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000001:2.0:1749610737.706348:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610737.706348:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494556416 00000100:00000001:3.0:1749610737.706349:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610737.706350:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1749610737.706350:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749610737.706351:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610737.706352:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 840 usecs (1 jiffies) 00000020:00000040:0.0:1749610737.706352:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749610737.706353:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610737.706354:0:9760:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1749610737.706354:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300011164 00000100:00000001:1.0:1749610737.706354:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134706661120 : -131939002890496 : ffff88008e99c700) 00000100:00000001:3.0:1749610737.706355:0:9760:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:0.0:1749610737.706355:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610737.706357:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610737.706357:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300011185 00000020:00000001:0.0:1749610737.706357:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610737.706359:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610737.706359:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300011164 00000100:00000040:1.0:1749610737.706360:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008e99c700 x1834598494556544/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:173/0 lens 224/0 e 0 to 0 dl 1749610748 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610737.706361:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300011185 00000020:00000010:0.0:1749610737.706361:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e000. 00000100:00000001:2.0:1749610737.706364:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300011164 00000020:00000010:0.0:1749610737.706365:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dfff80. 00000100:00000001:2.0:1749610737.706366:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300011185 00000100:00000001:2.0:1749610737.706368:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300011164 00000100:00000001:1.0:1749610737.706369:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1749610737.706369:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add7d0. 00000100:00000001:3.0:1749610737.706370:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610737.706370:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300011185 00000100:00000001:3.0:1749610737.706372:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610737.706372:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610737.706372:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b405df00. 00000100:00000001:0.0:1749610737.706373:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610737.706374:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610737.706375:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610737.706375:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:3.0:1749610737.706376:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 208 00000020:00000010:1.0:1749610737.706377:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b405df00. 00000100:00000001:0.0:1749610737.706377:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749610737.706378:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1749610737.706379:0:9760:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000400:00000001:2.0:1749610737.706379:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610737.706381:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe000. 00000100:00000001:0.0:1749610737.706381:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610737.706382:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137031245696 : -131936678305920 : ffff880119281f80) 00000100:00100000:1.0:1749610737.706382:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e99c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494556544:12345-0@lo:400:kworker.0 00000400:00000200:2.0:1749610737.706383:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 00000100:00000001:0.0:1749610737.706383:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749610737.706385:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 00000100:00000200:1.0:1749610737.706386:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494556544 00000100:00000040:3.0:1749610737.706387:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880119281f80 x1834598494556800/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:173/0 lens 224/0 e 0 to 0 dl 1749610748 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610737.706387:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:1.0:1749610737.706389:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:2.0:1749610737.706390:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119282d80 x1834598494556160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610757 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610737.706391:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1749610737.706392:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:0.0:1749610737.706393:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1749610737.706394:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610737.706396:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749610737.706397:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4211140. 00000020:00000001:1.0:1749610737.706397:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00100000:0.0:1749610737.706397:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 332 00000100:00000200:2.0:1749610737.706398:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119282d80 x1834598494556160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610757 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610737.706399:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:3.0:1749610737.706400:0:9760:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610737.706400:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134926044672 : -131938783506944 : ffff88009bad4e00) 00000020:00000010:3.0:1749610737.706402:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b4211140. 00000020:00000001:1.0:1749610737.706402:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1749610737.706405:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:0.0:1749610737.706405:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bad4e00 x1834598494556288/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610757 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610737.706406:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880119281f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494556800:12345-0@lo:400:kworker.0 00000020:00000001:1.0:1749610737.706407:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610737.706409:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000200:3.0:1749610737.706410:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494556800 00000100:00000001:2.0:1749610737.706411:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610737.706411:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1749610737.706412:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749610737.706413:0:28320:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:1.0:1749610737.706413:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610737.706415:0:9760:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:1.0:1749610737.706415:0:9691:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00100000:0.0:1749610737.706415:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bad4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494556288:12345-0@lo:38:kworker.0 02000000:00000001:2.0:1749610737.706416:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1749610737.706417:0:9760:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610737.706418:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1749610737.706419:0:9760:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000200:0.0:1749610737.706419:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494556288 00000100:00000001:2.0:1749610737.706420:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610737.706420:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1749610737.706421:0:9760:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 02000000:00000001:1.0:1749610737.706421:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1749610737.706421:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749610737.706423:0:9760:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 02000000:00000001:2.0:1749610737.706423:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610737.706424:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000010:1.0:1749610737.706425:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013031b800. 00000020:00000001:3.0:1749610737.706426:0:9760:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749610737.706427:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610737.706428:0:9760:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00001000:2.0:1749610737.706429:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610737 v=5 (0 0 0 0) 00000100:00000001:1.0:1749610737.706429:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610737.706430:0:9760:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1749610737.706431:0:9760:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610737.706431:0:9691:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610737.706433:0:9760:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00001000:2.0:1749610737.706433:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=10 v=15 (15 1 1 1) 00000020:00000001:0.0:1749610737.706433:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749610737.706434:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494556544 00000100:00000001:2.0:1749610737.706435:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610737.706436:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00020000:0.0:1749610737.706436:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749610737.706437:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 02000000:00000001:3.0:1749610737.706438:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610737.706438:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:0.0:1749610737.706439:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610737.706440:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000200:1.0:1749610737.706441:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008e99c700 x1834598494556544/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:173/0 lens 224/224 e 0 to 0 dl 1749610748 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610737.706442:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801302f6000. 00010000:00000001:0.0:1749610737.706442:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:3.0:1749610737.706444:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610737.706445:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119282d80 x1834598494556160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610757 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610737.706445:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610737.706446:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610737.706447:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1749610737.706449:0:9760:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610737.706449:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000040:3.0:1749610737.706451:0:9760:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494556800 00010000:00000001:1.0:1749610737.706451:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610737.706453:0:9760:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:2.0:1749610737.706453:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00001000:1.0:1749610737.706453:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=92 v=5 (1 1 1 1) 02000000:00000001:0.0:1749610737.706454:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610737.706455:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610737.706457:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1749610737.706457:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88011154a000. 00010000:00000200:3.0:1749610737.706458:0:9760:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880119281f80 x1834598494556800/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:173/0 lens 224/224 e 0 to 0 dl 1749610748 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610737.706459:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 02000000:00000001:0.0:1749610737.706459:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610737.706461:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610737.706462:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610737.706462:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610737.706463:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:1.0:1749610737.706465:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00010000:00000001:0.0:1749610737.706465:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00080000:2.0:1749610737.706466:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749610737.706467:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00010000:00000001:0.0:1749610737.706467:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610737.706468:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:1.0:1749610737.706470:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00001000:0.0:1749610737.706470:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00010000:00000001:3.0:1749610737.706471:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:1.0:1749610737.706471:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610737.706472:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119282d80 x1834598494556160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610757 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610737.706473:0:9760:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610737.706473:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610737.706473:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00001000:3.0:1749610737.706476:0:9760:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=92 v=5 (1 1 1 1) 00000100:00000040:1.0:1749610737.706476:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610737.706476:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:1.0:1749610737.706478:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000100:00000040:0.0:1749610737.706478:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:0.0:1749610737.706480:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610737.706481:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:2.0:1749610737.706481:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119282d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494556160:0@lo:38:kworker.0 00000100:00000200:1.0:1749610737.706482:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494556544, offset 224 00000100:00000040:3.0:1749610737.706483:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000001:0.0:1749610737.706483:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749610737.706485:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610737.706486:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610737.706487:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1749610737.706487:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749610737.706487:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 28 to 0@lo 02000000:00000001:3.0:1749610737.706488:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749610737.706489:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610737.706490:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610737.706491:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119282d80 x1834598494556160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610757 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610737.706491:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610737.706492:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610737.706493:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749610737.706494:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749610737.706495:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749610737.706495:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610737.706497:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000010:0.0:1749610737.706497:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 00000400:00000010:3.0:1749610737.706498:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedee0. 02000000:00000001:2.0:1749610737.706498:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610737.706500:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880111579c00. 00000400:00000200:1.0:1749610737.706500:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92d180 00000100:00000200:0.0:1749610737.706502:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494556288, offset 0 00000100:00000200:3.0:1749610737.706503:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494556800, offset 224 00000400:00000200:1.0:1749610737.706505:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x67f5 [1] + 224 02000000:00000001:2.0:1749610737.706508:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610737.706510:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:1.0:1749610737.706510:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610737.706510:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:2.0:1749610737.706511:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000400:00000200:1.0:1749610737.706513:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1749610737.706514:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610737.706516:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880111548c00. 02000000:00000001:2.0:1749610737.706519:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:0.0:1749610737.706519:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749610737.706544:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610737.706546:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119282d80. 00000400:00000200:3.0:1749610737.706554:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610737.706557:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610737.706558:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610737.706558:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610737.706560:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610737.706560:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92d080 00000400:00000200:3.0:1749610737.706563:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1749610737.706564:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119283800 x1834598494556544/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610753 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610737.706565:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1749610737.706566:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x67fd [1] + 0 00000100:00000001:2.0:1749610737.706567:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000400:00000200:3.0:1749610737.706569:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92d280 00000100:00000001:2.0:1749610737.706569:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610737.706570:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1749610737.706571:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610737.706572:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749610737.706573:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880119283800 x1834598494556544/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610753 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610737.706575:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6805 [1] + 224 00000400:00000200:0.0:1749610737.706575:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749610737.706576:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119282a00 x1834598494556672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610737.706580:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610737.706580:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610737.706583:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1749610737.706584:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610737.706584:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119280000 x1834598494556288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610762 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610737.706585:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610737.706586:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:2.0:1749610737.706587:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749610737.706588:0:9760:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:2.0:1749610737.706589:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610737.706591:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610737.706592:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119282680 x1834598494556800/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610753 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610737.706592:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00000100:00100000:2.0:1749610737.706594:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119282a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494556672:0@lo:38:kworker.0 00000400:00000010:1.0:1749610737.706594:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00000100:00000040:0.0:1749610737.706595:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119280000 x1834598494556288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610762 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610737.706596:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610737.706597:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749610737.706598:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:2.0:1749610737.706599:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1749610737.706601:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880119282680 x1834598494556800/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610753 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610737.706601:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610737.706601:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610737.706603:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749610737.706603:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:1.0:1749610737.706604:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 02000000:00000010:2.0:1749610737.706605:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880111579c00. 00010000:00000001:1.0:1749610737.706606:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 02000000:00000001:2.0:1749610737.706607:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610737.706608:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610737.706608:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 00000400:00000010:2.0:1749610737.706610:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe000. 00000020:00000001:1.0:1749610737.706610:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1749610737.706611:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 00000100:00000001:3.0:1749610737.706613:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:1.0:1749610737.706614:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008e99c700 x1834598494556544/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:173/0 lens 224/224 e 0 to 0 dl 1749610748 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610737.706619:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000010:2.0:1749610737.706620:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 00000100:00000001:0.0:1749610737.706621:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:2.0:1749610737.706624:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494556672, portal 10 00000100:00100000:1.0:1749610737.706624:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e99c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494556544:12345-0@lo:400:kworker.0 Request processed in 253us (643us total) trans 0 rc 0/0 00000100:00000001:0.0:1749610737.706625:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610737.706626:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1749610737.706627:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedee0 00000100:00000001:2.0:1749610737.706627:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031248384 : -131936678303232 : ffff880119282a00) 00000100:00000040:0.0:1749610737.706628:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000010:3.0:1749610737.706629:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedee0. 00000100:00000001:0.0:1749610737.706630:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610737.706632:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:0.0:1749610737.706632:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749610737.706633:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119282a00 x1834598494556672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610737.706634:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610737.706637:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610737.706637:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bad4e00 x1834598494556288/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610757 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610737.706640:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00010000:00000001:3.0:1749610737.706643:0:9760:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749610737.706644:0:9760:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610737.706645:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:1.0:1749610737.706647:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 207 00000100:00000040:2.0:1749610737.706648:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:0.0:1749610737.706648:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bad4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494556288:12345-0@lo:38:kworker.0 Request processed in 233us (603us total) trans 0 rc -19/-19 00000400:00000010:2.0:1749610737.706650:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aee0. 00000100:00000040:1.0:1749610737.706650:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000020:00000001:3.0:1749610737.706652:0:9760:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1749610737.706653:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:2.0:1749610737.706654:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494556672, offset 0 00000100:00000001:1.0:1749610737.706655:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1749610737.706657:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119281f80 x1834598494556800/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:173/0 lens 224/224 e 0 to 0 dl 1749610748 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610737.706658:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cd80. 00000100:00100000:0.0:1749610737.706658:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 332 00000400:00000200:2.0:1749610737.706659:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610737.706661:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:1.0:1749610737.706662:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8d48. 00000100:00000001:0.0:1749610737.706662:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1749610737.706665:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1749610737.706665:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2c00. 00000020:00000010:0.0:1749610737.706666:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c700. 00000100:00100000:3.0:1749610737.706668:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880119281f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494556800:12345-0@lo:400:kworker.0 Request processed in 269us (470us total) trans 0 rc 0/0 00000400:00000200:2.0:1749610737.706670:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92d200 00000020:00000040:1.0:1749610737.706670:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000020:00000010:0.0:1749610737.706670:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8a28. 00000100:00000001:1.0:1749610737.706672:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749610737.706673:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3a00. 00000400:00000200:2.0:1749610737.706674:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 25584 00000100:00100000:3.0:1749610737.706676:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 208 00000100:00000001:0.0:1749610737.706677:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610737.706679:0:9760:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000400:00000200:2.0:1749610737.706679:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610737.706681:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610737.706682:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1749610737.706682:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610737.706682:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610737.706684:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749610737.706685:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00100000:1.0:1749610737.706685:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 333 00000100:00000001:0.0:1749610737.706685:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1749610737.706687:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c280. 00000100:00000200:2.0:1749610737.706687:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749610737.706687:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610737.706688:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134926047360 : -131938783504256 : ffff88009bad5880) 00000100:00000001:0.0:1749610737.706689:0:10935:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610737.706690:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8c80. 00000100:00000010:2.0:1749610737.706690:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bad5f80. 00000100:00000001:0.0:1749610737.706691:0:10935:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610737.706692:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bad5880 x1834598494556416/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610757 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610737.706693:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009bad5f80 x1834598494556672 msgsize 520 00000020:00000010:3.0:1749610737.706694:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3400. 00000100:00100000:2.0:1749610737.706698:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749610737.706701:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bad5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494556416:12345-0@lo:38:kworker.0 00000100:00000001:0.0:1749610737.706701:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610737.706703:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1749610737.706704:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494556416 00000100:00000001:2.0:1749610737.706706:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:1.0:1749610737.706706:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000001:0.0:1749610737.706707:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1749610737.706708:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000001:0.0:1749610737.706709:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749610737.706711:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffbb0. 00000020:00000040:3.0:1749610737.706712:0:9760:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:3.0:1749610737.706714:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610737.706716:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610737.706716:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821088 00000400:00000010:0.0:1749610737.706718:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821088. 00010000:00020000:1.0:1749610737.706719:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749610737.706720:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610737.706722:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:1.0:1749610737.706722:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:3.0:1749610737.706724:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494556672 00000100:00000200:0.0:1749610737.706724:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119282680 x1834598494556800/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610753 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610737.706725:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:3.0:1749610737.706726:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1749610737.706727:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aee0 00000100:00000001:1.0:1749610737.706727:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610737.706728:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610737.706729:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749610737.706730:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610737.706730:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aee0. 02000000:00000001:1.0:1749610737.706731:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1749610737.706732:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610737.706733:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749610737.706733:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119282680 x1834598494556800/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610753 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610737.706734:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494556672 02000000:00000010:1.0:1749610737.706734:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013031bc00. 00000020:00000001:3.0:1749610737.706736:0:9760:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1749610737.706736:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749610737.706737:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749610737.706738:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610737.706739:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610737.706739:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:2.0:1749610737.706740:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119282a00 x1834598494556672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610737.706740:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1749610737.706741:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610737.706743:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610737.706745:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749610737.706746:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3400. 00010000:00000001:1.0:1749610737.706747:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610737.706748:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c280. 00000100:00000001:0.0:1749610737.706748:0:28324:0:(client.c:1550:after_reply()) Process entered 00000100:00001000:1.0:1749610737.706750:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:0.0:1749610737.706750:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1749610737.706751:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8c80. 00000100:00000001:2.0:1749610737.706751:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610737.706752:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610737.706753:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610737.706753:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749610737.706754:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610737.706755:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:2.0:1749610737.706755:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119282a00 x1834598494556672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610762 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610737.706756:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1749610737.706756:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610737.706757:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610737.706758:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610737.706760:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610737.706760:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00001000:0.0:1749610737.706761:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=42 v=5 (5 5 5 5) 00000100:00000001:3.0:1749610737.706762:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610737.706763:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00001000:0.0:1749610737.706765:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=42 v=5 (1 1 1 1) 00000100:00000001:2.0:1749610737.706766:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610737.706766:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610737.706767:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610737.706768:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:1.0:1749610737.706769:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749610737.706769:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610737.706770:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610737.706772:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:0.0:1749610737.706772:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1749610737.706773:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610737.706774:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610737.706776:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00010000:00080000:0.0:1749610737.706777:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880119282680 x1834598494556800/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610753 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610737.706778:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 656 usecs (1 jiffies) 00000100:00000001:3.0:1749610737.706779:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000200:1.0:1749610737.706780:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494556416, offset 0 00000100:00000001:3.0:1749610737.706781:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610737.706782:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300011165 00000400:00000200:1.0:1749610737.706784:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1749610737.706784:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610737.706785:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 334 00000100:00000001:2.0:1749610737.706786:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300011185 00000100:00000001:0.0:1749610737.706787:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1749610737.706788:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134926049152 : -131938783502464 : ffff88009bad5f80) 00000100:00000040:0.0:1749610737.706789:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:2.0:1749610737.706790:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300011165 00000400:00000200:1.0:1749610737.706791:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610737.706791:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749610737.706792:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610737.706793:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bad5f80 x1834598494556672/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610757 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610737.706793:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300011185 00000100:00000040:0.0:1749610737.706796:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119282680 x1834598494556800/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610753 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610737.706797:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92d100 00000400:00000200:1.0:1749610737.706800:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6811 [1] + 0 00000100:00100000:3.0:1749610737.706802:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bad5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494556672:12345-0@lo:38:kworker.0 00000100:00000001:0.0:1749610737.706802:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610737.706805:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300011165 00000400:00000200:1.0:1749610737.706805:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610737.706805:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:3.0:1749610737.706806:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494556672 00000100:00000001:0.0:1749610737.706806:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610737.706808:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:1.0:1749610737.706808:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610737.706809:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300011185 00010000:00000001:3.0:1749610737.706810:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:0.0:1749610737.706810:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119282680 x1834598494556800/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610753 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610737.706811:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610737.706812:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300011165 00000100:00000001:2.0:1749610737.706815:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300011185 00000100:00000200:1.0:1749610737.706815:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119283480 x1834598494556416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610762 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610737.706818:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119282680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494556800:0@lo:400:kworker.0 00000100:00000001:2.0:1749610737.706819:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749610737.706820:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610737.706822:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749610737.706823:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749610737.706823:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610737.706824:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119283480 x1834598494556416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610762 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610737.706825:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1749610737.706826:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000001:2.0:1749610737.706828:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1749610737.706828:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119282680 x1834598494556800/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610753 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610737.706829:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000001:2.0:1749610737.706831:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749610737.706832:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749610737.706832:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610737.706834:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749610737.706834:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000010:2.0:1749610737.706835:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe948. 02000000:00000001:3.0:1749610737.706836:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1749610737.706836:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610737.706838:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007fb8e400. 02000000:00000010:3.0:1749610737.706839:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801302f7c00. 00000400:00000200:2.0:1749610737.706839:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ad48 02000000:00000001:3.0:1749610737.706841:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610737.706841:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ad48. 00000100:00000001:3.0:1749610737.706843:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610737.706845:0:28320:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:0.0:1749610737.706845:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:3.0:1749610737.706846:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1749610737.706847:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:3.0:1749610737.706848:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610737.706849:0:28324:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000400:00000200:1.0:1749610737.706850:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00000100:00001000:3.0:1749610737.706851:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:0.0:1749610737.706851:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:2.0:1749610737.706852:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119280000 x1834598494556288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610762 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610737.706852:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 02000000:00000010:0.0:1749610737.706853:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f400. 00000100:00000001:3.0:1749610737.706854:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749610737.706854:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610737.706855:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610737.706857:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1749610737.706857:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1749610737.706858:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610737.706858:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1749610737.706860:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000010:0.0:1749610737.706860:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119282680. 00000100:00000040:1.0:1749610737.706861:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610737.706862:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610737.706863:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610737.706864:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610737.706865:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749610737.706865:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749610737.706867:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119280000 x1834598494556288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610762 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610737.706867:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610737.706869:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:1.0:1749610737.706869:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610737.706871:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749610737.706871:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1749610737.706873:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610737.706873:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610737.706874:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bad5880 x1834598494556416/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610757 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610737.706875:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610737.706876:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610737.706879:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610737.706879:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610737.706881:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610737.706882:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610737.706883:0:28320:0:(client.c:1550:after_reply()) Process entered 00000400:00000010:3.0:1749610737.706884:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedee0. 00000100:00100000:1.0:1749610737.706884:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bad5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494556416:12345-0@lo:38:kworker.0 Request processed in 182us (583us total) trans 0 rc -19/-19 02000000:00000001:2.0:1749610737.706885:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610737.706887:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1749610737.706889:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494556672, offset 0 00000100:00000001:2.0:1749610737.706889:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610737.706891:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 333 02000000:00000001:2.0:1749610737.706892:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610737.706893:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610737.706894:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610737.706895:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00080000:0.0:1749610737.706896:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00001000:2.0:1749610737.706897:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610737 v=5 (0 0 0 0) 00000020:00000010:1.0:1749610737.706898:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dfff80. 00000020:00000040:0.0:1749610737.706899:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000400:00000200:3.0:1749610737.706900:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:2.0:1749610737.706900:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=142 v=20 (1 1 1 20) 00000020:00000010:1.0:1749610737.706901:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add7d0. 00000100:00000001:2.0:1749610737.706903:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610737.706904:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:1.0:1749610737.706904:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e000. 00000400:00000200:3.0:1749610737.706905:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92d200 00000100:00000001:0.0:1749610737.706906:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610737.706907:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610737.706907:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610737.706907:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1749610737.706910:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6825 [1] + 0 00000100:00000040:2.0:1749610737.706911:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119280000 x1834598494556288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610762 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610737.706915:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610737.706918:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610737.706918:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610737.706920:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:0.0:1749610737.706923:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610737.706925:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749610737.706927:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7bb0. 00000100:00000001:2.0:1749610737.706929:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610737.706931:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000400:00000200:0.0:1749610737.706931:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedd48 00000100:00000001:2.0:1749610737.706933:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:0.0:1749610737.706933:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedd48. 00000100:00080000:2.0:1749610737.706936:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1749610737.706936:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610737.706937:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00080000:2.0:1749610737.706939:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000200:0.0:1749610737.706940:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119283800 x1834598494556544/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610753 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610737.706941:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:3.0:1749610737.706942:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119282a00 x1834598494556672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610762 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610737.706946:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119280000 x1834598494556288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610762 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610737.706949:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119283800 x1834598494556544/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610753 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610737.706954:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119280000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494556288:0@lo:38:kworker.0 00000100:00000001:0.0:1749610737.706955:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:3.0:1749610737.706957:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119282a00 x1834598494556672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610762 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610737.706957:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610737.706958:0:28323:0:(client.c:1550:after_reply()) Process entered 00000400:00000001:2.0:1749610737.706960:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1749610737.706960:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000001:2.0:1749610737.706961:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749610737.706961:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1749610737.706963:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fee70. 00000100:00000001:0.0:1749610737.706963:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610737.706965:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a880 02000000:00000001:0.0:1749610737.706965:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610737.706967:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a880. 00000100:00000001:2.0:1749610737.706969:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:0.0:1749610737.706970:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=92 v=5 (5 5 5 5) 00000100:00000001:3.0:1749610737.706971:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:2.0:1749610737.706972:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119283480 x1834598494556416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610762 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610737.706977:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedee0 00000100:00001000:0.0:1749610737.706978:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=92 v=5 (1 1 1 1) 00000400:00000010:3.0:1749610737.706980:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedee0. 00000100:00000200:2.0:1749610737.706981:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119283480 x1834598494556416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610762 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610737.706981:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610737.706983:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610737.706984:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00010000:00000001:0.0:1749610737.706985:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1749610737.706986:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610737.706987:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610737.706988:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:0.0:1749610737.706989:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880119283800 x1834598494556544/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610753 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610737.706990:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610737.706990:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610737.706991:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610737.706992:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749610737.706994:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610737.706994:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610737.706996:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610737.706996:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610737.706997:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610737.706998:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00001000:2.0:1749610737.706999:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610737 v=5 (0 0 0 0) 00000100:00000040:0.0:1749610737.706999:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1749610737.707000:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000020:00000001:3.0:1749610737.707001:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:2.0:1749610737.707002:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=92 v=20 (1 1 1 20) 00000100:00000001:0.0:1749610737.707002:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610737.707004:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1749610737.707005:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119283800 x1834598494556544/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610753 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610737.707006:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610737.707008:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bad5f80 x1834598494556672/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610757 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610737.707008:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610737.707011:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119283480 x1834598494556416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610762 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610737.707012:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610737.707014:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610737.707015:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610737.707018:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119283800 x1834598494556544/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610753 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610737.707023:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:3.0:1749610737.707024:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bad5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494556672:12345-0@lo:38:kworker.0 Request processed in 219us (327us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749610737.707025:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610737.707026:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749610737.707026:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119283800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494556544:0@lo:400:kworker.0 00000100:00000001:2.0:1749610737.707028:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610737.707029:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610737.707031:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749610737.707032:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1749610737.707032:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00080000:2.0:1749610737.707034:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610737.707036:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610737.707036:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119283800 x1834598494556544/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610753 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610737.707037:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 334 00000100:00000040:2.0:1749610737.707040:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119283480 x1834598494556416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610762 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610737.707041:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610737.707042:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749610737.707043:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1749610737.707043:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610737.707046:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7b3600. 00000020:00000010:3.0:1749610737.707048:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c280. 00000100:00100000:2.0:1749610737.707048:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119283480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494556416:0@lo:38:kworker.0 02000000:00000001:0.0:1749610737.707048:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610737.707049:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749610737.707051:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610737.707051:0:28323:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000010:3.0:1749610737.707052:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8c80. 00000020:00000001:0.0:1749610737.707052:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749610737.707053:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000010:0.0:1749610737.707054:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f100. 00000100:00000040:2.0:1749610737.707056:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119280000 x1834598494556288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610762 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610737.707056:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610737.707061:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749610737.707062:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000010:0.0:1749610737.707063:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119283800. 02000000:00000001:2.0:1749610737.707064:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:3.0:1749610737.707066:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3400. 02000000:00000010:2.0:1749610737.707066:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880111579000. 02000000:00000001:2.0:1749610737.707068:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1749610737.707068:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610737.707069:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749610737.707070:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749610737.707071:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1749610737.707071:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749610737.707071:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749610737.707073:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610737.707075:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880111549400. 00000100:00000001:0.0:1749610737.707075:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610737.707077:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610737.707078:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1749610737.707078:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749610737.707079:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610737.707080:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119280000. 00000100:00000001:0.0:1749610737.707080:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610737.707084:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610737.707085:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610737.707086:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610737.707089:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119283480 x1834598494556416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610762 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610737.707106:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610737.707108:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610737.707110:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88011157b000. 02000000:00000001:2.0:1749610737.707112:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610737.707114:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610737.707115:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749610737.707116:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610737.707118:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880111549800. 02000000:00000001:2.0:1749610737.707120:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610737.707121:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610737.707122:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119283480. 00000100:00000001:2.0:1749610737.707125:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610737.707126:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610737.707128:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610737.707133:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610737.707134:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1749610737.707136:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610737.707138:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749610737.707140:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610737.707142:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610737.707143:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe000. 00000400:00000200:2.0:1749610737.707145:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 00000400:00000010:2.0:1749610737.707147:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 00000100:00000001:2.0:1749610737.707149:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610737.707152:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119282a00 x1834598494556672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610762 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610737.707160:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119282a00 x1834598494556672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610762 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610737.707189:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610737.707191:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610737.707193:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610737.707195:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610737.707196:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610737.707198:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610737.707200:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610737.707209:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610737 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610737.707212:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=42 v=20 (1 1 1 20) 00000100:00000001:2.0:1749610737.707215:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610737.707216:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610737.707218:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610737.707222:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119282a00 x1834598494556672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610762 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610737.707229:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610737.707231:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610737.707232:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610737.707234:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610737.707235:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610737.707238:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610737.707240:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610737.707242:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610737.707245:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119282a00 x1834598494556672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610762 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610737.707252:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119282a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494556672:0@lo:38:kworker.0 00000100:00000001:2.0:1749610737.707256:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610737.707258:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610737.707261:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119282a00 x1834598494556672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610762 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610737.707267:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610737.707269:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610737.707270:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880111579c00. 02000000:00000001:2.0:1749610737.707272:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610737.707273:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610737.707275:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1749610737.707276:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610737.707278:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880111549c00. 02000000:00000001:2.0:1749610737.707284:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610737.707285:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610737.707287:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119282a00. 00000100:00000001:2.0:1749610737.707290:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610737.707292:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610737.707293:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610737.707295:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610737.707297:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610737.707298:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610737.707300:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610737.727597:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300011185, at 4300011185 00000100:00000010:2.0:1749610737.727608:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b6778c0. 00000100:00000040:0.0:1749610737.727622:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300011185, at 4300011185 00000100:00000040:1.0:1749610737.727627:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300011185, at 4300011185 00000100:00000010:0.0:1749610737.727633:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677800. 00000100:00000010:1.0:1749610737.727638:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b6779c0. 00000100:00000040:3.0:1749610737.727663:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300011185, at 4300011185 00000100:00000010:3.0:1749610737.727674:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677ac0. 00000100:00000001:0.0:1749610737.855739:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610737.855748:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610737.855751:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610737.855756:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610737.855760:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610737.855764:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610737.855767:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610737.855771:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610737.855773:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610738.457679:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610738.457687:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610738.457690:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610738.457695:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610738.457699:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610738.457703:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610738.457707:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610738.457710:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610738.457712:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610738.610718:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610738.610726:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610738.610767:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1749610738.610772:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610738.610776:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610738.855633:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610738.855641:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610738.855644:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610738.855648:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610738.855652:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610738.855655:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610738.855658:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610738.855662:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610738.855664:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610739.457675:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610739.457683:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610739.457685:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610739.457690:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610739.457694:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610739.457698:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610739.457702:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610739.457704:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610739.457707:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610739.612689:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610739.612696:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610739.612829:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610739.612835:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610739.612839:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610739.855652:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610739.855660:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610739.855679:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610739.855684:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610739.855688:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610739.855692:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610739.855695:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610739.855699:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610739.855701:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610740.457664:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610740.457671:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610740.457674:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610740.457678:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610740.457682:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610740.457686:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610740.457689:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610740.457692:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610740.457724:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610740.614707:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610740.614714:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610740.614844:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610740.614849:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610740.614853:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610740.855625:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610740.855634:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610740.855636:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610740.855641:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610740.855645:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610740.855648:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610740.855652:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749610740.855665:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff880119282300 x1834598494554368/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610740.855677:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610740.855682:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119282300 x1834598494554368/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610740.855691:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749610740.855694:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610740.855697:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610740.855699:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610740.855702:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119282300 x1834598494554368/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610740.855710:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119282300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494554368:0@lo:101:ll_cfg_requeue.0 00000100:00000001:0.0:1749610740.855717:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610740.855720:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749610740.855724:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749610740.855727:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610740.855732:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119282300 x1834598494554368/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610740.855761:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610740.855766:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88006b8afb40. 00000100:00000001:0.0:1749610740.855771:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749610740.855774:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749610740.855779:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749610740.855785:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749610740.855790:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610740.855794:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8e800 refcount=4 00000020:00000001:0.0:1749610740.855798:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457042944 : -131939252508672 : ffff88007fb8e800) 00010000:00000001:0.0:1749610740.855802:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457042944 : -131939252508672 : ffff88007fb8e800) 00010000:00010000:0.0:1749610740.855811:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88007fb8e800/0x689c0ec07329d1d7 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610740.855826:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749610740.855833:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88007fb8e800/0x689c0ec07329d1d7 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610740.855842:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749610740.855847:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8e800/0x689c0ec07329d1d7 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610740.855853:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610740.855855:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749610740.855858:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88007fb8e800/0x689c0ec07329d1d7 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610740.855863:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749610740.855866:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610740.855869:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749610740.855872:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88007fb8e800/0x689c0ec07329d1d7 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749610740.855889:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88007fb8e800 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:0.0:1749610740.855893:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749610740.855896:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8e800/0x689c0ec07329d1d7 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610740.855901:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749610740.855903:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749610740.855905:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610740.855908:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8e800 refcount=5 00000020:00000001:0.0:1749610740.855911:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457042944 : -131939252508672 : ffff88007fb8e800) 00010000:00000001:0.0:1749610740.855914:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457042944 : -131939252508672 : ffff88007fb8e800) 00010000:00000001:0.0:1749610740.855918:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749610740.855922:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88007fb8e800/0x689c0ec07329d1d7 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749610740.855931:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749610740.855934:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8e800/0x689c0ec07329d1d7 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749610740.855943:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:0.0:1749610740.855947:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749610740.855950:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610740.855953:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749610740.855955:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749610740.855958:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749610740.855960:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749610740.855962:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749610740.855964:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610740.855966:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007fb8e800 with handle 0x689c0ec07329d1d7 from hash 00010000:00000001:0.0:1749610740.855969:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749610740.855970:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610740.855971:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610740.855972:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749610740.855979:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749610740.855981:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749610740.855983:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610740.855985:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610740.855986:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749610740.855988:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610740.855991:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88007fb8e800/0x689c0ec07329d1d7 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610740.855997:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610740.855998:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610740.855999:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749610740.856000:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749610740.856002:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610740.856003:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610740.856004:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749610740.856006:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88007fb8e800/0x689c0ec07329d1d7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1749610740.856014:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88007ef3f900 count: 0 00010000:00000001:0.0:1749610740.856046:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610740.856048:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749610740.856052:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610740.856057:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119282300 x1834598494554368/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610740.856064:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749610740.856068:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610740.856070:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749610740.856072:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610740.856076:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007fb8ec00. 02000000:00000001:0.0:1749610740.856081:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610740.856082:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610740.856084:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119282300. 00000100:00000001:0.0:1749610740.856092:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610740.856093:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749610740.856095:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:0.0:1749610740.856099:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:0.0:1749610740.856109:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1749610740.856114:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff88012e6b3740. 00000020:00000010:0.0:1749610740.856120:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8ec00. 00000020:00000010:0.0:1749610740.856127:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88007fb8e400. 00000040:00000010:0.0:1749610740.856167:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88007fb8fa00. 00000020:00000010:0.0:1749610740.856176:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a3b3000. 00000020:00000010:0.0:1749610740.856182:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88007fb8f000. 80000000:00000010:0.0:1749610740.856189:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b43bf180. 00040000:00000010:0.0:1749610740.856195:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88007fb8ea00. 00080000:00000010:0.0:1749610740.856201:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009a4c4000. 00080000:00000010:0.0:1749610740.856207:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009a4c8000. 10000000:00000040:0.0:1749610740.856215:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000001:0.0:1749610740.856218:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:0.0:1749610740.856223:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88007fb8e400. 00000040:00000010:0.0:1749610740.856228:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88007fb8fa00. 00000020:00000010:0.0:1749610740.856231:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a3b3000. 00000020:00000010:0.0:1749610740.856236:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88007fb8f000. 80000000:00000010:0.0:1749610740.856239:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b43bf180. 00040000:00000010:0.0:1749610740.856242:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88007fb8ea00. 00080000:00000010:0.0:1749610740.856247:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009a4c8000. 00080000:00000010:0.0:1749610740.856252:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009a4c4000. 00000020:00000010:0.0:1749610740.856255:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8ec00. 10000000:00000010:0.0:1749610740.856257:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff88012e6b3740. 10000000:01000000:0.0:1749610740.856262:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-client' failed (-5). 10000000:00000001:0.0:1749610740.856265:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:0.0:1749610740.856268:0:9690:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:0.0:1749610740.856270:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1749610740.856273:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1749610740.856274:0:9690:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (ffff88007ed1ce00) refs 2 10000000:00000001:0.0:1749610740.856277:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749610740.856279:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1749610740.856281:0:9690:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff8800b487b000) refs 2 10000000:00000001:0.0:1749610740.856283:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1749610740.856284:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1749610740.856292:0:9690:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:0.0:1749610740.856294:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:0.0:1749610740.856296:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-mdtir-ffff8800b4229800 from 1 10000000:00000001:0.0:1749610740.856298:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:0.0:1749610740.856300:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:0.0:1749610740.856305:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119282300. 00000020:00000040:0.0:1749610740.856308:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1749610740.856312:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610740.856316:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610740.856321:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610740.856326:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007fb8ec00. 00000100:00000001:0.0:1749610740.856332:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610740.856336:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1749610740.856339:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1749610740.856344:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007ef3ff00. 00010000:00000001:0.0:1749610740.856349:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1749610740.856351:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007fb8f600. 00000020:00000001:0.0:1749610740.856354:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1749610740.856357:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007fb8f600 with handle 0x689c0ec07329d1de to hash 00000020:00000001:0.0:1749610740.856360:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1749610740.856361:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134457046528 : -131939252505088 : ffff88007fb8f600) 00010000:00000001:0.0:1749610740.856364:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134457046528 : -131939252505088 : ffff88007fb8f600) 00010000:00000001:0.0:1749610740.856367:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749610740.856369:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610740.856373:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8f600/0x689c0ec07329d1de lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749610740.856380:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88007fb8f600/0x689c0ec07329d1de lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749610740.856390:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88007fb8f600/0x689c0ec07329d1de lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1749610740.856395:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749610740.856397:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749610740.856408:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88006b8afb40. 00000100:00000001:0.0:1749610740.856410:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134118488896 : -131939591062720 : ffff88006b8afb40) 00000100:00000001:0.0:1749610740.856414:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610740.856415:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031246592 : -131936678305024 : ffff880119282300) 00000100:00000001:0.0:1749610740.856420:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610740.856424:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610740.856427:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749610740.856428:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749610740.856433:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119282300 x1834598494556928/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610740.856441:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610740.856444:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749610740.856447:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff880119282300 x1834598494556928/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610740.856455:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610740.856457:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610740.856458:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610740.856460:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610740.856462:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610740.856463:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610740.856465:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610740.856466:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610740.856468:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1749610740.861718:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007ef3f900. 00010000:00000010:0.1:1749610740.861733:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007fb8e800. 00000100:00000001:2.0:1749610741.457645:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610741.457653:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610741.457655:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610741.457659:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610741.457662:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610741.457667:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610741.457670:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610741.457673:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610741.457675:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610741.616685:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610741.616691:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610741.616763:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610741.616768:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610741.616771:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610741.855628:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610741.855635:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610741.855637:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610741.855642:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610741.855645:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610741.855649:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610741.855652:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610741.855655:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610741.855657:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610742.457679:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610742.457687:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610742.457689:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610742.457694:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610742.457698:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610742.457702:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610742.457705:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610742.457708:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610742.457711:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610742.618722:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610742.618738:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610742.618858:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610742.618864:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610742.618868:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610742.706625:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610742.706640:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610742.706643:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610742.706648:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610742.706650:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610742.706655:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610742.706658:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610742.718647:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610742.718657:0:8737:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1749610742.718662:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610742.718667:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610742.718671:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610742.718675:0:8737:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610742.718682:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610742.718689:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5343 00000100:00001000:0.0:1749610742.718696:0:8737:0:(import.c:2097:obd_at_measure()) add 20 to ffff8801369c93f0 time=15 v=15 (15 1 1 1) 00000100:00001000:0.0:1749610742.718702:0:8737:0:(import.c:2163:obd_at_measure()) AT ffff8801369c93f0 change: old=15 new=20 delta=5 (val=20) hist 20 1 1 1 00000100:00080000:0.0:1749610742.718708:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s 00000100:00000040:0.0:1749610742.718712:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610742.718717:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610742.718720:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610742.718724:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610742.718729:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610742.718731:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749610742.718735:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610742.718738:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749610742.718741:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749610742.718743:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749610742.718746:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610742.718748:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610742.718750:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610742.718752:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610742.718755:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:0.0:1749610742.718759:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610742.718761:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610742.718775:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610742.718782:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610742.718785:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610742.718787:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610742.718791:0:8737:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610742.718796:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119283800. 00000020:00000040:0.0:1749610742.718801:0:8737:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749610742.718805:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610742.718808:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610742.718811:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610742.718813:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610742.718817:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610742.718825:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88011154a800. 00000100:00000001:0.0:1749610742.718833:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610742.718843:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119283800 x1834598494557056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610742.718854:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610742.718858:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610742.718863:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119283800] to pc [ptlrpcd_rcv+-1] req@ffff880119283800 x1834598494557056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610742.718893:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610742.718898:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610742.718901:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610742.718903:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610742.718905:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610742.718908:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610742.718910:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5343 00000100:00080000:0.0:1749610742.718912:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610742.718915:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610742.718917:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610742.718919:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610742.718921:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610742.718928:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610742.718930:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749610742.718932:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610742.718934:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749610742.718936:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:0.0:1749610742.718938:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:0.0:1749610742.718941:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610742.718943:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610742.718944:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610742.718946:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610742.718947:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1749610742.718949:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:0.0:1749610742.718951:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610742.718952:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610742.718953:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610742.718955:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1749610742.718955:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610742.718958:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610742.718960:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610742.718962:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610742.718964:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610742.718967:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119283800 x1834598494557056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749610742.718967:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119282680. 00000020:00000040:0.0:1749610742.718969:0:8737:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749610742.718972:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610742.718973:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610742.718974:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610742.718976:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610742.718977:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610742.718981:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88011154ac00. 00000100:00000001:2.0:1749610742.718984:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610742.718984:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610742.718987:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610742.718989:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119282680 x1834598494557184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1749610742.718992:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610742.718996:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610742.718997:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610742.718999:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610742.719002:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119282680] to pc [ptlrpcd_rcv+-1] req@ffff880119282680 x1834598494557184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610742.719010:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610742.719017:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119283800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494557056:0@lo:38:kworker.0 00000100:00000001:0.0:1749610742.719024:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610742.719025:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1749610742.719027:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000001:2.0:1749610742.719029:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:0.0:1749610742.719030:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610742.719032:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:2.0:1749610742.719033:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610742.719033:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610742.719035:0:8737:0:(import.c:480:import_select_connection()) Process entered 02000000:00000001:2.0:1749610742.719037:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:0.0:1749610742.719038:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5343 00000100:00080000:0.0:1749610742.719040:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 02000000:00000010:2.0:1749610742.719043:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880111579c00. 00000100:00000040:0.0:1749610742.719043:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610742.719045:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610742.719046:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:2.0:1749610742.719047:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610742.719048:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610742.719050:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610742.719051:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:0.0:1749610742.719052:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610742.719054:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000400:00000010:2.0:1749610742.719055:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe000. 00000020:00000001:0.0:1749610742.719056:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000020:00000001:0.0:1749610742.719058:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000040:0.0:1749610742.719061:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610742.719063:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:2.0:1749610742.719064:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 00000100:00000040:0.0:1749610742.719064:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610742.719066:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610742.719068:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00080000:0.0:1749610742.719070:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610742.719072:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610742.719073:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494557056, portal 4 02000000:00000001:0.0:1749610742.719074:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749610742.719077:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1749610742.719077:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610742.719079:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610742.719080:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031251968 : -131936678299648 : ffff880119283800) 00000100:00000001:0.0:1749610742.719081:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610742.719087:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610742.719090:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119280380. 00000100:00000040:2.0:1749610742.719092:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119283800 x1834598494557056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749610742.719092:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1749610742.719095:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610742.719096:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610742.719098:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610742.719099:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610742.719101:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610742.719104:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88011154b000. 00000100:00000001:2.0:1749610742.719106:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610742.719107:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610742.719110:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:0.0:1749610742.719112:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119280380 x1834598494557312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1749610742.719114:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a880. 00000100:00000001:0.0:1749610742.719154:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610742.719157:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610742.719160:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119280380] to pc [ptlrpcd_rcv+-1] req@ffff880119280380 x1834598494557312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610742.719163:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494557056, offset 0 00000100:00000001:0.0:1749610742.719168:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610742.719170:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749610742.719171:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749610742.719175:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749610742.719178:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119280a80. 00000020:00000040:0.0:1749610742.719180:0:8737:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749610742.719183:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610742.719185:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1749610742.719186:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749610742.719187:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610742.719191:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f900. 00000100:00000001:0.0:1749610742.719194:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610742.719197:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf92d380 00000100:00000040:0.0:1749610742.719198:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880119280a80 x1834598494557440/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1749610742.719204:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3ded [256] + 17680 00000100:00000001:0.0:1749610742.719206:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610742.719208:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610742.719213:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749610742.719213:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119280a80] to pc [ptlrpcd_00_00+0] req@ffff880119280a80 x1834598494557440/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610742.719218:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610742.719223:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610742.719225:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1749610742.719230:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bad6680. 00000100:00000040:2.0:1749610742.719234:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009bad6680 x1834598494557056 msgsize 520 00000100:00100000:2.0:1749610742.719238:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610742.719255:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610742.719257:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:2.0:1749610742.719258:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00080000:0.0:1749610742.719261:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610742.719262:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610742.719264:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:2.0:1749610742.719266:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a880 00000100:00000001:0.0:1749610742.719267:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000400:00000010:2.0:1749610742.719268:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a880. 00000100:00080000:0.0:1749610742.719270:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5343 00000100:00080000:0.0:1749610742.719272:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610742.719275:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610742.719277:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610742.719278:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610742.719279:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749610742.719280:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610742.719283:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610742.719284:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000100:00000200:2.0:1749610742.719285:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119283800 x1834598494557056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610742.719286:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610742.719288:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:0.0:1749610742.719290:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:0.0:1749610742.719292:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:2.0:1749610742.719294:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610742.719295:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000040:2.0:1749610742.719297:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119283800 x1834598494557056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610767 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610742.719297:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610742.719299:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610742.719301:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610742.719303:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00000001:2.0:1749610742.719305:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610742.719305:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610742.719306:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749610742.719307:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610742.719309:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749610742.719311:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610742.719312:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610742.719314:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610742.719316:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1277 usecs (2 jiffies) 00000100:00000001:0.0:1749610742.719316:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610742.719320:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300016178 00000100:00000001:0.0:1749610742.719322:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610742.719323:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b6778c0. 00000100:00000010:0.0:1749610742.719326:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119281880. 00000020:00000040:0.0:1749610742.719328:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:2.0:1749610742.719330:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 02000000:00000001:0.0:1749610742.719331:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610742.719332:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610742.719334:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610742.719335:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749610742.719336:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300016178 02000000:00000001:0.0:1749610742.719337:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610742.719338:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677880. 02000000:00000010:0.0:1749610742.719340:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88011154b400. 00000100:00000001:2.0:1749610742.719341:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749610742.719344:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300016178 00000100:00000001:0.0:1749610742.719344:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610742.719347:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677240. 00000100:00100000:0.0:1749610742.719348:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119281880 x1834598494557568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749610742.719349:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610742.719349:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749610742.719352:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300016178 00000100:00000010:2.0:1749610742.719354:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677a00. 00000100:00000001:0.0:1749610742.719355:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749610742.719356:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610742.719357:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:3.0:1749610742.719358:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610742.719358:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610742.719360:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749610742.719361:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119281880] to pc [ptlrpcd_rcv+-1] req@ffff880119281880 x1834598494557568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610742.719362:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610742.719365:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610742.719366:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119280a80 x1834598494557440/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610742.719367:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610742.719368:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610742.719371:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1749610742.719372:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610742.719373:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610742.719374:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610742.719375:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1749610742.719376:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1749610742.719376:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494557056 00000100:00000001:3.0:1749610742.719378:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610742.719378:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1749610742.719378:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119281500. 00000100:00000001:2.0:1749610742.719379:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749610742.719380:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610742.719380:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:0.0:1749610742.719382:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:3.0:1749610742.719383:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1749610742.719383:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119282680 x1834598494557184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610742.719384:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610742.719385:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749610742.719386:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610742.719387:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610742.719387:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749610742.719389:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610742.719389:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610742.719392:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494557440:0@lo:400:kworker.0 02000000:00000001:1.0:1749610742.719392:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610742.719394:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f400. 00000100:00000001:2.0:1749610742.719395:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610742.719397:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749610742.719397:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610742.719397:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494557056 00000100:00000001:0.0:1749610742.719398:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610742.719399:0:9696:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1749610742.719400:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610742.719400:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:1.0:1749610742.719401:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:2.0:1749610742.719402:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610742.719403:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610742.719403:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1749610742.719403:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880119281500 x1834598494557696/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1749610742.719404:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610742.719405:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1749610742.719405:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610742.719407:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119282680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494557184:0@lo:38:kworker.0 02000000:00000010:3.0:1749610742.719409:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7b3400. 00000100:00000001:2.0:1749610742.719411:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749610742.719412:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610742.719414:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610742.719415:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610742.719415:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000010:3.0:1749610742.719417:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7b58. 02000000:00000001:2.0:1749610742.719417:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1749610742.719417:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610742.719417:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610742.719420:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88011157b000. 00000400:00000010:3.0:1749610742.719423:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedee0. 02000000:00000001:2.0:1749610742.719423:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610742.719423:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124800. 00000100:00000040:0.0:1749610742.719424:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119281500] to pc [ptlrpcd_00_01+1] req@ffff880119281500 x1834598494557696/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610742.719426:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fee70. 00000100:00000200:3.0:1749610742.719428:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494557440, portal 10 00000020:00000010:1.0:1749610742.719429:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9180. 00000100:00000001:3.0:1749610742.719430:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000010:2.0:1749610742.719430:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a880. 00000100:00000001:3.0:1749610742.719432:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031240320 : -131936678311296 : ffff880119280a80) 00000100:00000200:2.0:1749610742.719434:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494557184, portal 10 00000020:00000010:1.0:1749610742.719434:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c708. 00000100:00000001:2.0:1749610742.719435:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610742.719437:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031247488 : -131936678304128 : ffff880119282680) 00000100:00000040:3.0:1749610742.719440:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119280a80 x1834598494557440/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610742.719440:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610742.719441:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:2.0:1749610742.719443:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119282680 x1834598494557184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610742.719444:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610742.719448:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610742.719450:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610742.719451:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610742.719451:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610742.719453:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eeddd0. 00000100:00000040:2.0:1749610742.719453:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610742.719454:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ad48. 00000100:00000001:0.0:1749610742.719456:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610742.719457:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494557440, offset 0 00000100:00000200:2.0:1749610742.719457:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494557184, offset 0 00000400:00000200:2.0:1749610742.719461:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610742.719462:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610742.719463:0:8737:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5353) 00000400:00000200:2.0:1749610742.719467:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610742.719472:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92d400 00000400:00000200:3.0:1749610742.719473:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610742.719473:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610742.719475:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749610742.719479:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1749610742.719481:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 00000100:00000001:0.0:1749610742.719483:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610742.719484:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134926050944 : -131938783500672 : ffff88009bad6680) 00000100:00000001:0.0:1749610742.719485:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1749610742.719488:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 26104 00000100:00000040:1.0:1749610742.719491:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bad6680 x1834598494557056/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610762 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610742.719492:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749610742.719493:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119281500 x1834598494557696/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610742.719494:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610742.719497:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610742.719500:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf92d500 00000100:00000001:2.0:1749610742.719501:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610742.719503:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:1.0:1749610742.719504:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bad6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494557056:12345-0@lo:38:kworker.0 00000100:00000001:0.0:1749610742.719505:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1749610742.719506:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be9 [64] + 26624 00000100:00000010:2.0:1749610742.719506:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bad6a00. 00000100:00000200:1.0:1749610742.719508:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494557056 00000100:00000001:0.0:1749610742.719508:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610742.719512:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1749610742.719512:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:0.0:1749610742.719512:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1749610742.719514:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009bad6a00 x1834598494557184 msgsize 520 00000400:00000200:3.0:1749610742.719515:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1749610742.719515:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:0.0:1749610742.719515:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749610742.719518:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:0.0:1749610742.719519:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610742.719555:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:0.0:1749610742.719556:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119281500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494557696:0@lo:400:kworker.0 00000100:00000001:0.0:1749610742.719560:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749610742.719563:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749610742.719565:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610742.719567:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1749610742.719569:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ad48 02000000:00000010:0.0:1749610742.719571:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007fb8e800. 00000400:00000010:2.0:1749610742.719573:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ad48. 00000020:00000001:1.0:1749610742.719573:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610742.719573:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610742.719576:0:28320:0:(events.c:35:request_out_callback()) Process entered 00010000:00020000:1.0:1749610742.719578:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000010:0.0:1749610742.719578:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffbb0. 00010000:00000001:1.0:1749610742.719582:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:0.0:1749610742.719582:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821088. 00000100:00000200:2.0:1749610742.719583:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119282680 x1834598494557184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610742.719585:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:1.0:1749610742.719586:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:0.0:1749610742.719587:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494557696, portal 10 00000100:00100000:3.0:1749610742.719588:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494557184 00000100:00000001:1.0:1749610742.719589:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:3.0:1749610742.719590:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610742.719590:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610742.719591:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749610742.719592:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031243008 : -131936678308608 : ffff880119281500) 00000100:00000001:3.0:1749610742.719593:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610742.719594:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1749610742.719594:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749610742.719595:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610742.719598:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610742.719598:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013031a800. 00000100:00000040:2.0:1749610742.719599:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119282680 x1834598494557184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610767 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610742.719599:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119281500 x1834598494557696/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610742.719600:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610742.719601:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494557184 00000020:00000001:3.0:1749610742.719603:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749610742.719603:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749610742.719605:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749610742.719606:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:3.0:1749610742.719607:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1749610742.719607:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1749610742.719609:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610742.719609:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610742.719609:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1749610742.719610:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610742.719611:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610742.719611:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 00000100:00000001:2.0:1749610742.719612:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00001000:1.0:1749610742.719613:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000200:0.0:1749610742.719613:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494557696, offset 0 00000020:00000010:3.0:1749610742.719615:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2e00. 00000100:00000001:2.0:1749610742.719617:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610742.719618:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749610742.719619:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c280. 00000100:00000040:2.0:1749610742.719622:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 931 usecs (1 jiffies) 00000020:00000010:3.0:1749610742.719623:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8c80. 00000100:00000001:1.0:1749610742.719623:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749610742.719626:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300016178 00000400:00000200:0.0:1749610742.719626:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610742.719627:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610742.719627:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749610742.719629:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610742.719630:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300016178 00000100:00000040:1.0:1749610742.719630:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610742.719631:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610742.719632:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610742.719633:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300016178 00000100:00000001:3.0:1749610742.719635:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610742.719635:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749610742.719636:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300016178 00000100:00000040:1.0:1749610742.719638:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610742.719640:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300016178 02000000:00000001:1.0:1749610742.719640:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610742.719642:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610742.719643:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610742.719643:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300016178 00000100:00000001:1.0:1749610742.719644:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610742.719646:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610742.719647:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300016178 00000100:00000001:2.0:1749610742.719650:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300016178 00000400:00000010:1.0:1749610742.719650:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000400:00000200:0.0:1749610742.719650:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf92d600 00000100:00000001:3.0:1749610742.719651:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610742.719653:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610742.719654:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1749610742.719654:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494557056, offset 0 00000400:00000200:0.0:1749610742.719656:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be9 [64] + 26848 00000100:00100000:3.0:1749610742.719657:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 335 00000100:00000001:2.0:1749610742.719657:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610742.719660:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134926051840 : -131938783499776 : ffff88009bad6a00) 00000100:00000001:2.0:1749610742.719661:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1749610742.719662:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610742.719662:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749610742.719665:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bad6a00 x1834598494557184/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610762 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610742.719666:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749610742.719668:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119280380 x1834598494557312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610742.719670:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610742.719670:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749610742.719672:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749610742.719675:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119280e00. 00000100:00100000:3.0:1749610742.719676:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bad6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494557184:12345-0@lo:38:kworker.0 00000400:00000200:1.0:1749610742.719678:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf92d380 00000100:00000040:0.0:1749610742.719678:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff880119280e00 x1834598494557696 msgsize 224 00000100:00000200:3.0:1749610742.719680:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494557184 00000100:00000001:2.0:1749610742.719680:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1749610742.719682:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749610742.719683:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610742.719684:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6835 [1] + 0 00000020:00000001:3.0:1749610742.719689:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:1.0:1749610742.719689:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1749610742.719692:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749610742.719692:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749610742.719693:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749610742.719694:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610742.719697:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749610742.719698:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 02000000:00000001:2.0:1749610742.719700:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610742.719701:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610742.719701:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 00000100:00000001:0.0:1749610742.719704:0:28322:0:(events.c:35:request_out_callback()) Process entered 00010000:00020000:3.0:1749610742.719705:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749610742.719705:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119280380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494557312:0@lo:38:kworker.0 00010000:00000001:3.0:1749610742.719708:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:0.0:1749610742.719708:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119281500 x1834598494557696/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610742.719709:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:3.0:1749610742.719711:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610742.719711:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749610742.719714:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:2.0:1749610742.719714:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:1.0:1749610742.719715:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119283800 x1834598494557056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610767 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610742.719716:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749610742.719716:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610742.719717:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749610742.719718:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1749610742.719719:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1749610742.719720:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119281500 x1834598494557696/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610758 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610742.719722:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801302f6c00. 02000000:00000001:3.0:1749610742.719723:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610742.719723:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880111579000. 02000000:00000001:2.0:1749610742.719725:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610742.719726:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610742.719726:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119283800 x1834598494557056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610767 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610742.719726:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610742.719728:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe948. 00000100:00000001:0.0:1749610742.719728:0:28322:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:3.0:1749610742.719729:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610742.719731:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610742.719732:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ad48. 00000100:00000001:0.0:1749610742.719732:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610742.719734:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749610742.719735:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:2.0:1749610742.719736:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494557312, portal 10 00000100:00000040:0.0:1749610742.719736:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 805 usecs (1 jiffies) 00000100:00000001:3.0:1749610742.719737:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749610742.719738:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610742.719739:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031238528 : -131936678313088 : ffff880119280380) 00000100:00000001:0.0:1749610742.719739:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300016178 00000100:00000001:3.0:1749610742.719740:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1749610742.719741:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00000100:00000040:3.0:1749610742.719742:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:0.0:1749610742.719742:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300016178 00000100:00000001:3.0:1749610742.719744:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000010:1.0:1749610742.719744:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00000100:00000001:0.0:1749610742.719744:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300016178 00000100:00000040:2.0:1749610742.719746:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119280380 x1834598494557312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610742.719746:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610742.719747:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749610742.719747:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300016178 00000100:00000001:1.0:1749610742.719748:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749610742.719749:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300016178 00000100:00000040:3.0:1749610742.719750:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:1.0:1749610742.719751:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610742.719751:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300016178 02000000:00000001:3.0:1749610742.719752:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749610742.719753:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610742.719753:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300016178 02000000:00000001:3.0:1749610742.719754:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610742.719755:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610742.719755:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300016178 00000100:00000001:3.0:1749610742.719756:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610742.719756:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610742.719757:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610742.719757:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1749610742.719758:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aee0. 00000100:00000040:3.0:1749610742.719759:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1749610742.719759:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749610742.719761:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494557312, offset 0 00000400:00000010:3.0:1749610742.719762:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedcc0. 00000400:00000200:2.0:1749610742.719764:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749610742.719764:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bad6680 x1834598494557056/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610762 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610742.719764:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610742.719767:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610742.719768:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494557184, offset 0 00000100:00000001:0.0:1749610742.719769:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610742.719772:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610742.719772:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610742.719775:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1749610742.719777:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92d480 00000100:00000001:0.0:1749610742.719777:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1749610742.719780:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610742.719780:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1749610742.719781:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bad6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494557056:12345-0@lo:38:kworker.0 Request processed in 276us (544us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749610742.719781:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1749610742.719782:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 27072 00000100:00000001:0.0:1749610742.719783:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610742.719785:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610742.719787:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92d400 00000400:00000200:2.0:1749610742.719787:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610742.719791:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1749610742.719791:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00000400:00000200:3.0:1749610742.719792:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6841 [1] + 0 00000100:00000001:1.0:1749610742.719794:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610742.719796:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749610742.719796:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1749610742.719797:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749610742.719798:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:3.0:1749610742.719800:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1749610742.719800:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9180. 00000100:00000010:2.0:1749610742.719801:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bad7800. 00000100:00000001:0.0:1749610742.719802:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1749610742.719804:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009bad7800 x1834598494557312 msgsize 520 00000100:00100000:0.0:1749610742.719804:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494557696 00000020:00000010:1.0:1749610742.719805:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c708. 02000000:00000001:0.0:1749610742.719806:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:2.0:1749610742.719808:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610742.719808:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610742.719809:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:1.0:1749610742.719809:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124800. 00000100:00000001:0.0:1749610742.719810:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610742.719813:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119282680 x1834598494557184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610767 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610742.719813:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610742.719814:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610742.719816:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:0.0:1749610742.719816:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494557696 00000020:00000001:0.0:1749610742.719818:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610742.719820:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000020:00000001:0.0:1749610742.719822:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1749610742.719823:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119282680 x1834598494557184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610767 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749610742.719824:0:12680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000020:00000001:0.0:1749610742.719826:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000400:00000200:2.0:1749610742.719827:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aee0 00000400:00000010:2.0:1749610742.719829:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aee0. 00000020:00000001:0.0:1749610742.719829:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749610742.719831:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749610742.719832:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610742.719833:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000200:2.0:1749610742.719836:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119280380 x1834598494557312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610742.719836:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3740. 00000400:00000200:3.0:1749610742.719838:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedcc0 00000400:00000010:3.0:1749610742.719841:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedcc0. 00000100:00000001:1.0:1749610742.719842:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:0.0:1749610742.719843:0:12680:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:3.0:1749610742.719844:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610742.719844:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1749610742.719844:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494557312 00000100:00000001:3.0:1749610742.719845:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:2.0:1749610742.719846:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119280380 x1834598494557312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610767 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610742.719846:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610742.719848:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610742.719849:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610742.719849:0:12680:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1749610742.719851:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610742.719852:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610742.719853:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610742.719853:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8ea00. 00000100:00000001:3.0:1749610742.719854:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610742.719854:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610742.719855:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:3.0:1749610742.719856:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749610742.719856:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494557312 00000020:00000010:0.0:1749610742.719857:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dffb80. 00000100:00000001:2.0:1749610742.719859:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610742.719859:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610742.719860:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000010:0.0:1749610742.719860:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add960. 00000100:00000040:3.0:1749610742.719861:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bad6a00 x1834598494557184/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610762 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610742.719862:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 840 usecs (1 jiffies) 00000020:00000001:1.0:1749610742.719862:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749610742.719864:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610742.719865:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300016178 00000020:00000001:1.0:1749610742.719866:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610742.719866:0:12680:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1749610742.719868:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300016178 00000100:00000001:0.0:1749610742.719868:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000010:1.0:1749610742.719869:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124800. 00000100:00100000:3.0:1749610742.719870:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bad6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494557184:12345-0@lo:38:kworker.0 Request processed in 194us (354us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749610742.719870:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300016178 00000100:00000001:0.0:1749610742.719870:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610742.719872:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300016178 00000020:00000010:1.0:1749610742.719872:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9180. 00000100:00000001:0.0:1749610742.719873:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610742.719874:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300016178 00000020:00000010:1.0:1749610742.719874:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c708. 00000100:00000001:2.0:1749610742.719877:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300016178 00000100:00000001:1.0:1749610742.719877:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610742.719878:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300016178 00000100:00000001:1.0:1749610742.719878:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:3.0:1749610742.719879:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 335 00000100:00000001:1.0:1749610742.719880:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610742.719881:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610742.719881:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300016178 00000100:00000001:3.0:1749610742.719883:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749610742.719883:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610742.719885:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610742.719886:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c280. 00000100:00000001:2.0:1749610742.719887:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000010:3.0:1749610742.719890:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8c80. 00000100:00000040:2.0:1749610742.719890:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119281880 x1834598494557568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610742.719891:0:12680:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:3.0:1749610742.719893:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2e00. 00000100:00000001:0.0:1749610742.719894:0:12680:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749610742.719895:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610742.719896:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610742.719897:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610742.719897:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610742.719898:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610742.719900:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610742.719902:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610742.719903:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610742.719904:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610742.719905:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610742.719906:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610742.719907:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1749610742.719907:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119281880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494557568:0@lo:38:kworker.0 00000100:00000001:1.0:1749610742.719909:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1749610742.719910:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 209 00000100:00000001:1.0:1749610742.719910:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1749610742.719914:0:9760:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:3.0:1749610742.719916:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137031241216 : -131936678310400 : ffff880119280e00) 00000100:00100000:1.0:1749610742.719916:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 336 00000100:00000001:0.0:1749610742.719916:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610742.719917:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749610742.719917:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610742.719918:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134926055424 : -131938783496192 : ffff88009bad7800) 00000100:00000001:0.0:1749610742.719919:0:12680:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610742.719920:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880119280e00 x1834598494557696/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:178/0 lens 224/0 e 0 to 0 dl 1749610753 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610742.719920:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749610742.719921:0:12680:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610742.719922:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610742.719922:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bad7800 x1834598494557312/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610762 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610742.719925:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749610742.719929:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88011157b400. 00000100:00080000:0.0:1749610742.719931:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 02000000:00000001:2.0:1749610742.719932:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610742.719935:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000400:00000010:2.0:1749610742.719937:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe630. 00000100:00100000:1.0:1749610742.719939:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bad7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494557312:12345-0@lo:38:kworker.0 00000100:00000001:3.0:1749610742.719941:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000010:2.0:1749610742.719942:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aee0. 00000020:00000010:3.0:1749610742.719943:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4211140. 00000100:00000200:1.0:1749610742.719943:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494557312 00000100:00000001:3.0:1749610742.719946:0:9760:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610742.719946:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:2.0:1749610742.719947:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494557568, portal 10 00010000:00000001:1.0:1749610742.719948:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000010:3.0:1749610742.719949:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b4211140. 00000100:00000001:2.0:1749610742.719950:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610742.719952:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031243904 : -131936678307712 : ffff880119281880) 00000100:00100000:3.0:1749610742.719953:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880119280e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494557696:12345-0@lo:400:kworker.0 00000020:00000001:1.0:1749610742.719956:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610742.719957:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494557696 00000020:00000001:3.0:1749610742.719960:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00020000:1.0:1749610742.719960:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:2.0:1749610742.719961:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119281880 x1834598494557568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610742.719962:0:9760:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00010000:00000001:1.0:1749610742.719963:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:3.0:1749610742.719964:0:9760:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610742.719966:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:3.0:1749610742.719967:0:9760:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1749610742.719969:0:9760:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:1.0:1749610742.719969:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749610742.719971:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1749610742.719972:0:9760:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1749610742.719972:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:1.0:1749610742.719973:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1749610742.719976:0:9760:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610742.719976:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:1.0:1749610742.719976:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130319c00. 00000020:00000001:3.0:1749610742.719978:0:9760:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 02000000:00000001:1.0:1749610742.719978:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610742.719979:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a6e8. 00000020:00000001:3.0:1749610742.719980:0:9760:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1749610742.719980:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610742.719982:0:9760:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610742.719982:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494557568, offset 0 00010000:00000001:1.0:1749610742.719982:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749610742.719984:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610742.719985:0:9760:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000200:2.0:1749610742.719987:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:1.0:1749610742.719987:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610742.719989:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749610742.719990:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:3.0:1749610742.719991:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749610742.719992:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000010:3.0:1749610742.719994:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801302f4400. 00000100:00000040:1.0:1749610742.719995:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:3.0:1749610742.719996:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610742.719996:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610742.719997:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610742.719998:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610742.720000:0:9760:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610742.720000:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00010000:00000040:3.0:1749610742.720003:0:9760:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494557696 00000100:00000040:1.0:1749610742.720003:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000200:2.0:1749610742.720004:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92d580 00010000:00000001:3.0:1749610742.720005:0:9760:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 02000000:00000001:1.0:1749610742.720005:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610742.720006:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610742.720008:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000200:3.0:1749610742.720010:0:9760:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880119280e00 x1834598494557696/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:178/0 lens 224/224 e 0 to 0 dl 1749610753 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610742.720010:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 27592 00000100:00000040:1.0:1749610742.720010:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610742.720013:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000400:00000200:2.0:1749610742.720016:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1749610742.720017:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000200:1.0:1749610742.720017:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494557312, offset 0 00010000:00000001:3.0:1749610742.720019:0:9760:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610742.720021:0:9760:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=97 v=5 (1 1 1 1) 00000400:00000200:1.0:1749610742.720021:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610742.720022:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610742.720025:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610742.720027:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:2.0:1749610742.720028:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610742.720029:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:1.0:1749610742.720029:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:2.0:1749610742.720033:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bad7480. 00000100:00000001:3.0:1749610742.720034:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:3.0:1749610742.720036:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1749610742.720036:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009bad7480 x1834598494557568 msgsize 520 02000000:00000001:3.0:1749610742.720038:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610742.720040:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:2.0:1749610742.720042:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1749610742.720042:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92d480 00000100:00000040:3.0:1749610742.720043:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610742.720045:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedcc0. 00000400:00000200:1.0:1749610742.720047:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6859 [1] + 0 00000100:00000200:3.0:1749610742.720051:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494557696, offset 224 00000400:00000200:1.0:1749610742.720052:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610742.720056:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610742.720056:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610742.720059:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610742.720060:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749610742.720063:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1749610742.720063:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119280380 x1834598494557312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610767 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610742.720065:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a6e8 00000400:00000010:2.0:1749610742.720067:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a6e8. 00000400:00000200:3.0:1749610742.720068:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92d600 00000100:00000001:2.0:1749610742.720069:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749610742.720073:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119281880 x1834598494557568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610742.720074:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x684d [1] + 224 00000100:00000040:1.0:1749610742.720074:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119280380 x1834598494557312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610767 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610742.720079:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610742.720082:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610742.720082:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610742.720085:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:1.0:1749610742.720087:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00000100:00000200:3.0:1749610742.720089:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119281500 x1834598494557696/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610758 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610742.720089:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00000100:00000001:1.0:1749610742.720091:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610742.720093:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610742.720095:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610742.720096:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610742.720097:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880119281500 x1834598494557696/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610758 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610742.720098:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:2.0:1749610742.720099:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119281880 x1834598494557568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610767 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610742.720101:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610742.720103:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610742.720104:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610742.720106:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610742.720107:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:1.0:1749610742.720107:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bad7800 x1834598494557312/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610762 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610742.720107:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494557568 00000100:00000001:3.0:1749610742.720110:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:0.0:1749610742.720110:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610742.720112:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610742.720112:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610742.720114:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610742.720132:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 656 usecs (1 jiffies) 00000100:00000001:2.0:1749610742.720136:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300016178 00000100:00000001:2.0:1749610742.720139:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300016178 00000100:00000001:2.0:1749610742.720141:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300016178 02000000:00000001:0.0:1749610742.720142:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610742.720143:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300016178 00000100:00000001:2.0:1749610742.720145:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300016178 00000100:00100000:1.0:1749610742.720145:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bad7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494557312:12345-0@lo:38:kworker.0 Request processed in 177us (309us total) trans 0 rc -19/-19 00000400:00000200:3.0:1749610742.720147:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedcc0 00000100:00000001:2.0:1749610742.720147:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300016178 00000100:00100000:0.0:1749610742.720147:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494557568 00000100:00000001:2.0:1749610742.720149:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300016178 00000020:00000001:0.0:1749610742.720149:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:3.0:1749610742.720151:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedcc0. 00000100:00000001:2.0:1749610742.720151:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300016178 00000020:00000040:0.0:1749610742.720151:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749610742.720153:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610742.720154:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:0.0:1749610742.720154:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610742.720155:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610742.720155:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610742.720155:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 336 00000020:00000001:0.0:1749610742.720156:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610742.720157:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610742.720158:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610742.720158:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1749610742.720159:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749610742.720160:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1749610742.720161:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000001:2.0:1749610742.720162:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:1.0:1749610742.720162:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9180. 00010000:00000001:3.0:1749610742.720164:0:9760:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000010:2.0:1749610742.720164:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe000. 00000020:00000010:0.0:1749610742.720164:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f000. 00000020:00000010:1.0:1749610742.720165:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c708. 00000020:00000001:3.0:1749610742.720166:0:9760:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610742.720167:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 00000020:00000001:3.0:1749610742.720168:0:9760:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000020:00000010:1.0:1749610742.720168:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124800. 00000400:00000010:2.0:1749610742.720169:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 00000020:00000010:0.0:1749610742.720169:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff700. 00000100:00000001:2.0:1749610742.720171:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610742.720171:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610742.720172:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119280e00 x1834598494557696/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:178/0 lens 224/224 e 0 to 0 dl 1749610753 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610742.720174:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4addbb8. 00000100:00000200:2.0:1749610742.720175:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119283800 x1834598494557056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610767 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610742.720178:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610742.720179:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:3.0:1749610742.720181:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880119280e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494557696:12345-0@lo:400:kworker.0 Request processed in 240us (501us total) trans 0 rc 0/0 00000100:00000001:0.0:1749610742.720181:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610742.720183:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119283800 x1834598494557056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610767 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610742.720185:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610742.720190:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 209 00000100:00000001:2.0:1749610742.720190:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610742.720192:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610742.720199:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:3.0:1749610742.720200:0:9760:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:3.0:1749610742.720202:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1749610742.720202:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610742.720202:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610742.720204:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749610742.720204:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610742.720206:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610742.720208:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dffb80. 02000000:00000001:2.0:1749610742.720209:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610742.720209:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610742.720211:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749610742.720211:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1749610742.720212:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add960. 00000100:00000001:0.0:1749610742.720212:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1749610742.720215:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8ea00. 00000100:00001000:2.0:1749610742.720215:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610742 v=5 (0 0 0 0) 00000100:00100000:1.0:1749610742.720215:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 337 00000100:00000001:1.0:1749610742.720217:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134926054528 : -131938783497088 : ffff88009bad7480) 00000020:00000040:3.0:1749610742.720218:0:9760:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:0.0:1749610742.720218:0:9691:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610742.720219:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=15 v=20 (20 1 1 1) 00000100:00000001:0.0:1749610742.720219:0:9691:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610742.720221:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610742.720222:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610742.720224:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610742.720227:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610742.720228:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bad7480 x1834598494557568/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610762 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610742.720230:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749610742.720232:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119283800 x1834598494557056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610767 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610742.720232:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1749610742.720237:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1749610742.720238:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bad7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494557568:12345-0@lo:38:kworker.0 00000400:00000001:0.0:1749610742.720238:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749610742.720240:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:0.0:1749610742.720240:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffbb0. 00000100:00000200:1.0:1749610742.720241:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494557568 00000100:00000001:2.0:1749610742.720243:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1749610742.720243:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749610742.720245:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610742.720245:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821088 00010000:00000001:1.0:1749610742.720246:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749610742.720247:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610742.720249:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610742.720252:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000001:1.0:1749610742.720253:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610742.720254:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821088. 00000100:00080000:2.0:1749610742.720255:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00010000:00020000:1.0:1749610742.720256:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749610742.720257:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610742.720258:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:1.0:1749610742.720259:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749610742.720261:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610742.720262:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119283800 x1834598494557056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610767 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610742.720263:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119281500 x1834598494557696/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610758 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610742.720264:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749610742.720265:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749610742.720267:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749610742.720270:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130318000. 00000100:00100000:2.0:1749610742.720271:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119283800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494557056:0@lo:38:kworker.0 02000000:00000001:1.0:1749610742.720272:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610742.720272:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119281500 x1834598494557696/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610758 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610742.720274:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610742.720276:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610742.720277:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749610742.720278:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1749610742.720278:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610742.720279:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:2.0:1749610742.720281:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119283800 x1834598494557056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610767 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749610742.720281:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749610742.720281:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610742.720283:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749610742.720283:0:28322:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610742.720285:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610742.720286:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610742.720287:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1749610742.720287:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1749610742.720288:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610742.720288:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610742.720289:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749610742.720290:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749610742.720291:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610742.720292:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880111579c00. 00000100:00000001:1.0:1749610742.720292:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 02000000:00000001:2.0:1749610742.720295:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1749610742.720296:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00001000:0.0:1749610742.720296:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=47 v=5 (5 5 5 5) 02000000:00000001:1.0:1749610742.720298:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00001000:0.0:1749610742.720299:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=47 v=5 (1 1 1 1) 02000000:00000001:1.0:1749610742.720300:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610742.720301:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1749610742.720301:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610742.720302:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000040:2.0:1749610742.720303:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000040:1.0:1749610742.720304:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610742.720304:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610742.720306:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:1.0:1749610742.720306:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00010000:00000001:0.0:1749610742.720307:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 02000000:00000010:2.0:1749610742.720309:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88011154a800. 00000100:00000200:1.0:1749610742.720310:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494557568, offset 0 00010000:00080000:0.0:1749610742.720311:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880119281500 x1834598494557696/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610758 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610742.720312:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610742.720314:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:1.0:1749610742.720314:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:2.0:1749610742.720316:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119283800. 00010000:00000001:0.0:1749610742.720319:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610742.720322:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1749610742.720323:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610742.720324:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610742.720324:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:2.0:1749610742.720326:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749610742.720326:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610742.720326:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749610742.720327:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610742.720330:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119281500 x1834598494557696/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610758 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610742.720331:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1749610742.720332:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92d580 00000100:00000001:2.0:1749610742.720333:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610742.720335:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610742.720336:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1749610742.720336:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6865 [1] + 0 00000100:00000001:0.0:1749610742.720337:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610742.720339:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:2.0:1749610742.720340:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1749610742.720340:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610742.720341:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1749610742.720342:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610742.720344:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fee70. 00000400:00000200:1.0:1749610742.720344:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749610742.720344:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119281500 x1834598494557696/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610758 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610742.720347:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a880 00000400:00000010:2.0:1749610742.720348:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a880. 00000100:00000001:2.0:1749610742.720351:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610742.720351:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:0.0:1749610742.720353:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119281500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494557696:0@lo:400:kworker.0 00000100:00000200:2.0:1749610742.720354:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119282680 x1834598494557184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610767 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610742.720356:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119281880 x1834598494557568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610767 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610742.720362:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749610742.720363:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119282680 x1834598494557184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610767 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610742.720364:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610742.720365:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119281880 x1834598494557568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610767 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610742.720368:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119281500 x1834598494557696/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610758 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610742.720370:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610742.720371:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610742.720373:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749610742.720373:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:2.0:1749610742.720374:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610742.720374:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749610742.720375:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1749610742.720376:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749610742.720377:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610742.720377:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 02000000:00000010:0.0:1749610742.720378:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007fb8e800. 02000000:00000001:2.0:1749610742.720379:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610742.720379:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00000100:00000001:1.0:1749610742.720381:0:9692:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:0.0:1749610742.720381:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:2.0:1749610742.720382:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610742 v=5 (0 0 0 0) 00000100:00000001:1.0:1749610742.720382:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:0.0:1749610742.720383:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610742.720384:0:28322:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00001000:2.0:1749610742.720385:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=147 v=20 (1 1 1 20) 00000100:00000001:1.0:1749610742.720385:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610742.720386:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749610742.720388:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1749610742.720388:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000010:0.0:1749610742.720388:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f400. 00000100:00000001:2.0:1749610742.720389:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610742.720390:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610742.720391:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:0.0:1749610742.720391:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:1.0:1749610742.720392:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610742.720393:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:2.0:1749610742.720395:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119282680 x1834598494557184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610767 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749610742.720395:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119281500. 00000100:00000040:1.0:1749610742.720396:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bad7480 x1834598494557568/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610762 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610742.720400:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610742.720401:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610742.720403:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749610742.720405:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bad7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494557568:12345-0@lo:38:kworker.0 Request processed in 167us (366us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749610742.720406:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610742.720408:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610742.720408:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610742.720409:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610742.720410:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610742.720411:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610742.720412:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00100000:1.0:1749610742.720412:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 337 00000100:00000001:2.0:1749610742.720413:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610742.720413:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610742.720414:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610742.720415:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00080000:2.0:1749610742.720416:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610742.720418:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000020:00000010:1.0:1749610742.720418:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff700. 00000100:00000001:2.0:1749610742.720420:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:1.0:1749610742.720421:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4addbb8. 00000100:00000040:2.0:1749610742.720424:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119282680 x1834598494557184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610767 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610742.720424:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f000. 00000100:00000001:1.0:1749610742.720427:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749610742.720432:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119282680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494557184:0@lo:38:kworker.0 00000400:00000001:2.0:1749610742.720437:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610742.720438:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610742.720440:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe948. 00000400:00000200:2.0:1749610742.720442:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ad48 00000400:00000010:2.0:1749610742.720444:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ad48. 00000100:00000001:2.0:1749610742.720445:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610742.720448:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119280380 x1834598494557312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610767 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610742.720456:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119280380 x1834598494557312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610767 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610742.720462:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610742.720463:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610742.720465:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610742.720466:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610742.720468:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610742.720469:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610742.720471:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610742.720474:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610742 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610742.720477:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=97 v=20 (1 1 1 20) 00000100:00000001:2.0:1749610742.720484:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610742.720486:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610742.720488:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610742.720492:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119280380 x1834598494557312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610767 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610742.720499:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610742.720501:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610742.720502:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610742.720504:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610742.720505:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610742.720508:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610742.720510:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610742.720512:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610742.720515:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119280380 x1834598494557312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610767 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610742.720547:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119280380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494557312:0@lo:38:kworker.0 00000400:00000001:2.0:1749610742.720552:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610742.720553:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610742.720555:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe630. 00000400:00000200:2.0:1749610742.720557:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aee0 00000400:00000010:2.0:1749610742.720559:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aee0. 00000100:00000001:2.0:1749610742.720561:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610742.720564:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119281880 x1834598494557568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610767 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610742.720571:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119281880 x1834598494557568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610767 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610742.720578:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610742.720579:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610742.720579:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300016178, at 4300016178 00000100:00000040:3.0:1749610742.720581:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300016178, at 4300016178 00000100:00000001:2.0:1749610742.720581:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:0.0:1749610742.720582:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300016178, at 4300016178 02000000:00000001:2.0:1749610742.720583:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610742.720589:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610742.720591:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610742.720593:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610742.720597:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610742 v=5 (0 0 0 0) 00000100:00000010:1.0:1749610742.720599:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677880. 00000100:00001000:2.0:1749610742.720600:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=47 v=20 (1 1 1 20) 00000100:00000001:2.0:1749610742.720602:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610742.720604:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610742.720606:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610742.720610:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119281880 x1834598494557568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610767 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749610742.720616:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677a00. 00000100:00000001:2.0:1749610742.720616:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610742.720618:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610742.720620:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610742.720621:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610742.720622:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610742.720625:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000010:0.0:1749610742.720626:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b6778c0. 00000100:00080000:2.0:1749610742.720627:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610742.720629:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610742.720632:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119281880 x1834598494557568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610767 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610742.720639:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119281880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494557568:0@lo:38:kworker.0 00000100:00000001:2.0:1749610742.720643:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610742.720645:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610742.720647:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119282680 x1834598494557184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610767 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610742.720654:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610742.720655:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610742.720657:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88011157b000. 02000000:00000001:2.0:1749610742.720659:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610742.720660:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610742.720662:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749610742.720668:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610742.720670:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88011154ac00. 02000000:00000001:2.0:1749610742.720673:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610742.720674:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610742.720676:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119282680. 00000100:00000001:2.0:1749610742.720681:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610742.720682:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610742.720684:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610742.720687:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119280380 x1834598494557312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610767 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610742.720694:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610742.720695:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610742.720696:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880111579000. 02000000:00000001:2.0:1749610742.720699:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610742.720700:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610742.720701:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749610742.720702:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610742.720704:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88011154b000. 02000000:00000001:2.0:1749610742.720706:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610742.720707:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610742.720708:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119280380. 00000100:00000001:2.0:1749610742.720710:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610742.720712:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610742.720713:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610742.720715:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119281880 x1834598494557568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610767 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610742.720721:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610742.720722:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610742.720724:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88011157b400. 02000000:00000001:2.0:1749610742.720726:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610742.720727:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610742.720728:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1749610742.720729:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610742.720731:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88011154b400. 02000000:00000001:2.0:1749610742.720732:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610742.720733:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610742.720739:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119281880. 00000100:00000001:2.0:1749610742.720742:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610742.720743:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610742.720745:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610742.720747:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610742.720749:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610742.720750:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610742.720752:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610742.720761:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610742.720763:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749610742.720767:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bad7b80. 00000100:00000040:2.0:1749610742.720769:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff88009bad7b80 x1834598494557440 msgsize 224 00000100:00100000:2.0:1749610742.720773:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749610742.720789:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749610742.720794:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eeddd0 00000400:00000010:2.0:1749610742.720796:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eeddd0. 00000100:00000001:2.0:1749610742.720799:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749610742.720803:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119280a80 x1834598494557440/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610742.720811:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610742.720814:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119280a80 x1834598494557440/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610758 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610742.720819:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610742.720821:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610742.720822:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:1.0:1749610742.720822:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494557440 02000000:00000001:1.0:1749610742.720824:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610742.720826:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610742.720826:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610742.720828:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610742.720830:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 853 usecs (1 jiffies) 02000000:00000001:1.0:1749610742.720831:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610742.720832:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300016179 00000100:00100000:1.0:1749610742.720833:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494557440 00000020:00000001:1.0:1749610742.720835:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:2.0:1749610742.720836:0:28321:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677d00. 00000020:00000040:1.0:1749610742.720837:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000100:00000001:2.0:1749610742.720839:0:28321:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request now active for cpu 0 00000020:00000001:1.0:1749610742.720839:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749610742.720842:0:9692:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000020:00000001:1.0:1749610742.720844:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000020:00000001:1.0:1749610742.720846:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:2.0:1749610742.720850:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300016179 00000100:00000001:1.0:1749610742.720850:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000010:2.0:1749610742.720853:0:28321:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677a80. 00000020:00000010:1.0:1749610742.720853:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b405df00. 00000100:00000001:2.0:1749610742.720855:0:28321:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request now active for cpu 1 00000020:00000010:1.0:1749610742.720857:0:9692:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b4211e40. 00000100:00000001:2.0:1749610742.720858:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300016179 00000100:00000001:2.0:1749610742.720862:0:28321:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300016178 00000020:00000040:1.0:1749610742.720862:0:9692:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:1.0:1749610742.720868:0:9692:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1749610742.720870:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300016179 00000020:00000010:1.0:1749610742.720870:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b405df00. 00000100:00000010:2.0:1749610742.720873:0:28321:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677080. 00000020:00000010:1.0:1749610742.720874:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124800. 00000100:00000001:2.0:1749610742.720876:0:28321:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request now active for cpu 3 00000020:00000010:1.0:1749610742.720877:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9180. 00000020:00000010:1.0:1749610742.720880:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c708. 00000100:00080000:0.0:1749610742.720880:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000040:0.0:1749610742.720884:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:2.0:1749610742.720885:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749610742.720885:0:9692:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1749610742.720887:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610742.720888:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610742.720888:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610742.720890:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610742.720891:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610742.720893:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610742.720894:0:9692:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749610742.720896:0:9692:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749610742.720898:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610742.720898:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610742.720899:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1749610742.720901:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610742.720902:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610742.720902:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610742.720904:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610742.720906:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610742.720907:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610742.720909:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749610742.720913:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 210 00000100:00000040:1.0:1749610742.720915:0:9692:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000001:1.0:1749610742.720917:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134926056320 : -131938783495296 : ffff88009bad7b80) 00000100:00000040:1.0:1749610742.720928:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bad7b80 x1834598494557440/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:178/0 lens 224/0 e 0 to 0 dl 1749610753 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610742.720937:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749610742.720939:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b405df00. 00000100:00000001:1.0:1749610742.720942:0:9692:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610742.720944:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b405df00. 00000100:00100000:1.0:1749610742.720948:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bad7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494557440:12345-0@lo:400:kworker.0 00000100:00000200:1.0:1749610742.720952:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494557440 00000020:00000001:1.0:1749610742.720954:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749610742.720956:0:9692:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:1.0:1749610742.720958:0:9692:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610742.720960:0:9692:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1749610742.720962:0:9692:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:1.0:1749610742.720965:0:9692:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1749610742.720968:0:9692:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610742.720970:0:9692:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749610742.720972:0:9692:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749610742.720974:0:9692:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610742.720976:0:9692:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749610742.720979:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749610742.720981:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749610742.720984:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013031a400. 02000000:00000001:1.0:1749610742.720986:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610742.720988:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610742.720991:0:9692:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749610742.720993:0:9692:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494557440 00010000:00000001:1.0:1749610742.720996:0:9692:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:1.0:1749610742.720999:0:9692:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009bad7b80 x1834598494557440/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:178/0 lens 224/224 e 0 to 0 dl 1749610753 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610742.721007:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749610742.721009:0:9692:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610742.721011:0:9692:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=97 v=5 (1 1 1 1) 00000100:00000001:1.0:1749610742.721015:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610742.721022:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610742.721024:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:1.0:1749610742.721026:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610742.721028:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610742.721030:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610742.721032:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610742.721035:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000100:00000200:1.0:1749610742.721039:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494557440, offset 224 00000400:00000200:1.0:1749610742.721042:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610742.721049:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610742.721055:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92d500 00000400:00000200:1.0:1749610742.721059:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x683d [1] + 224 00000400:00000200:1.0:1749610742.721064:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610742.721067:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610742.721070:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749610742.721074:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119280a80 x1834598494557440/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610758 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610742.721083:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880119280a80 x1834598494557440/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610758 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610742.721108:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749610742.721112:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00000400:00000010:1.0:1749610742.721135:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00000100:00000001:1.0:1749610742.721138:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610742.721140:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610742.721143:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610742.721146:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1749610742.721146:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610742.721148:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1749610742.721148:0:9692:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749610742.721150:0:9692:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610742.721152:0:9692:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1749610742.721153:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610742.721155:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610742.721157:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7b58. 00000100:00000040:1.0:1749610742.721157:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bad7b80 x1834598494557440/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:178/0 lens 224/224 e 0 to 0 dl 1749610753 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610742.721162:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedee0 00000400:00000010:2.0:1749610742.721164:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedee0. 00000100:00000001:2.0:1749610742.721166:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:1.0:1749610742.721166:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bad7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494557440:12345-0@lo:400:kworker.0 Request processed in 228us (395us total) trans 0 rc 0/0 00000100:00000200:2.0:1749610742.721171:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119280a80 x1834598494557440/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610758 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610742.721180:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119280a80 x1834598494557440/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610758 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610742.721185:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 210 00000100:00000001:2.0:1749610742.721187:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:1.0:1749610742.721187:0:9692:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00000001:2.0:1749610742.721189:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610742.721190:0:28321:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749610742.721190:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1749610742.721192:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610742.721192:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749610742.721193:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610742.721195:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610742.721195:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9180. 02000000:00000001:2.0:1749610742.721197:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610742.721198:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c708. 00000100:00001000:2.0:1749610742.721201:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=97 v=5 (5 5 5 5) 00000020:00000010:1.0:1749610742.721202:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124800. 00000100:00001000:2.0:1749610742.721205:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=97 v=5 (1 1 1 1) 00000020:00000040:1.0:1749610742.721206:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00000001:2.0:1749610742.721207:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610742.721208:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610742.721214:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610742.721217:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1749610742.721221:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880119280a80 x1834598494557440/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610758 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749610742.721229:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610742.721232:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1749610742.721233:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1749610742.721235:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749610742.721236:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610742.721239:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119280a80 x1834598494557440/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610758 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610742.721246:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610742.721248:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610742.721250:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610742.721253:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119280a80 x1834598494557440/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610758 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610742.721260:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494557440:0@lo:400:kworker.0 00000100:00000001:2.0:1749610742.721264:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610742.721266:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610742.721268:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119280a80 x1834598494557440/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610758 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610742.721274:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610742.721276:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610742.721278:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7b3400. 02000000:00000001:2.0:1749610742.721280:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610742.721281:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610742.721283:0:28321:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1749610742.721284:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610742.721286:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f900. 02000000:00000001:2.0:1749610742.721290:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610742.721291:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610742.721293:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119280a80. 00000100:00000001:2.0:1749610742.721304:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610742.721306:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610742.721309:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610742.721315:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610742.721317:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610742.721320:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610742.721323:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610742.721571:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300016179, at 4300016179 00000100:00000040:0.0:1749610742.721575:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300016179, at 4300016179 00000100:00000010:1.0:1749610742.721577:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677a80. 00000100:00000040:3.0:1749610742.721581:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300016179, at 4300016179 00000100:00000010:0.0:1749610742.721581:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677d00. 00000100:00000010:3.0:1749610742.721588:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677080. 00000100:00000040:2.0:1749610742.721588:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300016179, at 4300016179 00000100:00000010:2.0:1749610742.721595:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677240. 00000100:00000001:0.0:1749610742.855664:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610742.855672:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610742.855675:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610742.855679:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610742.855683:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610742.855686:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610742.855705:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610742.855710:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610742.855712:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610743.457703:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610743.457713:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610743.457717:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610743.457723:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610743.457728:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610743.457733:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610743.457737:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610743.457741:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610743.457745:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610743.620716:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610743.620723:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610743.620761:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1749610743.620764:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610743.620767:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610743.720632:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610743.720648:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610743.720651:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610743.720654:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610743.720657:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610743.720660:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610743.720663:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610743.855656:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610743.855664:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610743.855666:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610743.855670:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610743.855673:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610743.855677:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610743.855681:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610743.855692:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610743.855695:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610744.457669:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610744.457675:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610744.457677:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610744.457682:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749610744.457686:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610744.457690:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610744.457693:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610744.457696:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610744.457699:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610744.622639:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610744.622644:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749610744.622646:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749610744.622649:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610744.622652:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749610744.622654:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610744.622656:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610744.622657:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610744.622762:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610744.622767:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610744.622770:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610744.720631:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610744.720647:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610744.720650:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610744.720654:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610744.720668:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610744.720672:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610744.720675:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610744.855676:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610744.855683:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610744.855686:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610744.855690:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610744.855693:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610744.855696:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610744.855700:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610744.855703:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610744.855706:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610745.457767:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610745.457775:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610745.457778:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610745.457783:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610745.457805:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610745.457809:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610745.457813:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610745.457816:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610745.457819:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610745.624744:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610745.624753:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610745.624892:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610745.624898:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610745.624902:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610745.720642:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610745.720659:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610745.720663:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610745.720669:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610745.720672:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610745.720677:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610745.720681:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610745.855645:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610745.855651:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610745.855654:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610745.855659:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610745.855662:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610745.855666:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610745.855669:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610745.855673:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610745.855677:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749610746.256763:0:28314:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610746.256783:0:28314:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749610746.256788:0:28314:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610746.256793:0:28314:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610746.256811:0:28314:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.202.106@tcp(192.168.202.106@tcp) <- 192.168.202.6@tcp : PUT - for me 00000400:00000200:0.0:1749610746.256835:0:28314:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.6@tcp of length 520 into portal 26 MB=0x6848ee5f00d80 00000400:00000100:0.0:1749610746.256848:0:28314:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-192.168.202.6@tcp portal 26 match 1834599138200960 offset 0 length 520: 4 00000400:00000200:0.0:1749610746.256856:0:28314:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88006dfe5ce0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1749610746.256861:0:28314:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1749610746.256876:0:28314:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610746.256894:0:28314:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749610746.256898:0:28314:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610746.256903:0:28314:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610746.457638:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610746.457646:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610746.457648:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610746.457652:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610746.457656:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610746.457660:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610746.457663:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610746.457682:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610746.457685:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610746.626674:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610746.626680:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610746.626780:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610746.626787:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610746.626791:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610746.720651:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610746.720667:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610746.720669:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610746.720674:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610746.720676:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610746.720680:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610746.720683:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610746.855619:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610746.855625:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610746.855628:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610746.855632:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610746.855635:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610746.855638:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610746.855642:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610746.855645:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610746.855648:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610747.457659:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610747.457668:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610747.457671:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610747.457675:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610747.457679:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610747.457683:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610747.457687:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610747.457690:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610747.457693:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610747.628680:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610747.628686:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610747.628813:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610747.628819:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610747.628823:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610747.720626:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610747.720642:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610747.720644:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610747.720648:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610747.720650:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610747.720654:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610747.720657:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610747.726601:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610747.726608:0:8737:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1749610747.726611:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610747.726615:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610747.726618:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610747.726621:0:8737:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610747.726625:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610747.726631:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5348 00000100:00080000:0.0:1749610747.726635:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610747.726638:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610747.726657:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610747.726659:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610747.726662:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610747.726666:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610747.726668:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749610747.726671:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610747.726674:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749610747.726677:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749610747.726679:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749610747.726682:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610747.726685:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610747.726687:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610747.726688:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610747.726692:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:0.0:1749610747.726695:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610747.726698:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610747.726701:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610747.726708:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610747.726711:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610747.726713:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610747.726716:0:8737:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610747.726722:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119281500. 00000020:00000040:0.0:1749610747.726727:0:8737:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749610747.726730:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610747.726733:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610747.726736:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610747.726739:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610747.726743:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610747.726751:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88011154a400. 00000100:00000001:0.0:1749610747.726758:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610747.726768:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119281500 x1834598494557824/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610747.726779:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610747.726790:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610747.726796:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119281500] to pc [ptlrpcd_rcv+-1] req@ffff880119281500 x1834598494557824/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610747.726824:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610747.726828:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610747.726832:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610747.726834:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610747.726836:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610747.726839:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610747.726841:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5348 00000100:00080000:0.0:1749610747.726843:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610747.726845:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610747.726848:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610747.726849:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610747.726851:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610747.726854:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610747.726855:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749610747.726858:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610747.726860:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749610747.726862:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:0.0:1749610747.726865:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:0.0:1749610747.726867:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610747.726869:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610747.726871:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610747.726872:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610747.726875:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:0.0:1749610747.726877:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610747.726879:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610747.726879:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610747.726881:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749610747.726885:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1749610747.726885:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610747.726887:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1749610747.726891:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610747.726894:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000040:2.0:1749610747.726896:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119281500 x1834598494557824/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610747.726896:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610747.726900:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119280700. 00000020:00000040:0.0:1749610747.726902:0:8737:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749610747.726905:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610747.726906:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610747.726908:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610747.726908:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610747.726909:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749610747.726910:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610747.726911:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610747.726914:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:0.0:1749610747.726914:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880111549000. 02000000:00000001:2.0:1749610747.726917:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610747.726918:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610747.726920:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610747.726923:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119280700 x1834598494557952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749610747.726924:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119281500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494557824:0@lo:38:kworker.0 00000100:00000001:2.0:1749610747.726929:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749610747.726931:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1749610747.726932:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749610747.726933:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610747.726935:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610747.726937:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119280700] to pc [ptlrpcd_rcv+-1] req@ffff880119280700 x1834598494557952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610747.726946:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610747.726947:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:0.0:1749610747.726949:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000010:2.0:1749610747.726952:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88011157b400. 00000100:00080000:0.0:1749610747.726952:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610747.726953:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:2.0:1749610747.726955:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610747.726955:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610747.726957:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610747.726960:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5348 00000400:00000010:2.0:1749610747.726962:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe630. 00000100:00080000:0.0:1749610747.726962:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610747.726965:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610747.726967:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610747.726968:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000010:2.0:1749610747.726970:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aee0. 00000100:00000001:0.0:1749610747.726970:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610747.726972:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610747.726973:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000100:00000200:2.0:1749610747.726977:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494557824, portal 4 00000020:00000001:0.0:1749610747.726979:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610747.726980:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000040:0.0:1749610747.726981:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000100:00000001:2.0:1749610747.726982:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031243008 : -131936678308608 : ffff880119281500) 00000020:00000001:0.0:1749610747.726983:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000020:00000001:0.0:1749610747.726985:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000040:0.0:1749610747.726989:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000040:2.0:1749610747.726991:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119281500 x1834598494557824/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610772 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610747.726991:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610747.726993:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610747.726994:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610747.726996:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00080000:0.0:1749610747.726999:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610747.727000:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610747.727001:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610747.727002:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:2.0:1749610747.727004:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749610747.727005:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1749610747.727007:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ad48. 02000000:00000001:0.0:1749610747.727007:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610747.727009:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000200:2.0:1749610747.727010:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494557824, offset 0 00000100:00000001:0.0:1749610747.727010:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610747.727014:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119280a80. 00000400:00000200:2.0:1749610747.727016:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:0.0:1749610747.727016:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1749610747.727018:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610747.727019:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610747.727021:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610747.727022:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610747.727023:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610747.727027:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88011154b800. 00000100:00000001:0.0:1749610747.727030:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610747.727032:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1749610747.727035:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119280a80 x1834598494558080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1749610747.727044:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf92d680 00000100:00000001:0.0:1749610747.727046:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610747.727049:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610747.727052:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3ded [256] + 18200 00000100:00000040:0.0:1749610747.727054:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119280a80] to pc [ptlrpcd_rcv+-1] req@ffff880119280a80 x1834598494558080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610747.727061:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610747.727065:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610747.727066:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610747.727095:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610747.727098:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1749610747.727103:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bad6300. 00000100:00000040:2.0:1749610747.727106:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009bad6300 x1834598494557824 msgsize 520 00000100:00100000:2.0:1749610747.727111:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1749610747.727121:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749610747.727127:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1749610747.727133:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000010:0.0:1749610747.727133:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119281880. 00000020:00000040:0.0:1749610747.727137:0:8737:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749610747.727141:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1749610747.727142:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ad48 00000400:00000010:2.0:1749610747.727144:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ad48. 02000000:00000001:0.0:1749610747.727144:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749610747.727147:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:0.0:1749610747.727147:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610747.727152:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119281500 x1834598494557824/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610772 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610747.727154:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f100. 00000100:00000001:0.0:1749610747.727159:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610747.727161:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610747.727165:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119281500 x1834598494557824/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610772 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610747.727167:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880119281880 x1834598494558208/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610747.727181:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610747.727184:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610747.727192:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119281880] to pc [ptlrpcd_00_02+2] req@ffff880119281880 x1834598494558208/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610747.727195:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610747.727199:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749610747.727207:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610747.727213:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1278 usecs (2 jiffies) 00000100:00000001:2.0:1749610747.727219:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300021186 00000100:00000001:0.0:1749610747.727219:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610747.727223:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000010:2.0:1749610747.727225:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677240. 00000100:00080000:0.0:1749610747.727228:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610747.727230:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610747.727232:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610747.727235:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:0.0:1749610747.727237:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610747.727240:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5348 00000100:00000001:2.0:1749610747.727243:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300021186 00000100:00000001:1.0:1749610747.727244:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00080000:0.0:1749610747.727245:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000010:2.0:1749610747.727247:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677280. 00000100:00100000:1.0:1749610747.727249:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494557824 00000100:00000040:0.0:1749610747.727249:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610747.727251:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 02000000:00000001:1.0:1749610747.727252:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610747.727252:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610747.727255:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300021186 00000100:00000040:0.0:1749610747.727255:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610747.727256:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610747.727258:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000010:2.0:1749610747.727259:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677480. 00000100:00000001:1.0:1749610747.727259:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610747.727262:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610747.727263:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 02000000:00000001:1.0:1749610747.727263:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610747.727264:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000100:00000001:2.0:1749610747.727267:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300021186 00000020:00000001:0.0:1749610747.727267:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:1.0:1749610747.727268:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494557824 00000100:00000010:2.0:1749610747.727271:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677140. 00000020:00000001:1.0:1749610747.727271:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610747.727272:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749610747.727274:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610747.727275:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000020:00000040:0.0:1749610747.727277:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:0.0:1749610747.727281:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:0.0:1749610747.727285:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:1.0:1749610747.727286:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610747.727288:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610747.727290:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610747.727293:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000010:1.0:1749610747.727294:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124800. 00000100:00000040:0.0:1749610747.727296:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610747.727300:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610747.727300:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9180. 00000100:00000001:0.0:1749610747.727300:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610747.727304:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00000001:2.0:1749610747.727305:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610747.727306:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c708. 00000100:00080000:0.0:1749610747.727308:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610747.727310:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610747.727311:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610747.727311:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610747.727313:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610747.727313:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1749610747.727314:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1749610747.727315:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610747.727319:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610747.727320:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610747.727322:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610747.727323:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610747.727323:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610747.727326:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610747.727327:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610747.727328:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610747.727329:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610747.727331:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749610747.727332:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1749610747.727333:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119280380. 00000100:00000040:2.0:1749610747.727337:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119280700 x1834598494557952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749610747.727337:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:0.0:1749610747.727341:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1749610747.727342:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1749610747.727343:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610747.727344:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610747.727346:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610747.727346:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1749610747.727348:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610747.727348:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610747.727350:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:1.0:1749610747.727350:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127 02000000:00000001:0.0:1749610747.727351:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610747.727353:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610747.727353:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134926050048 : -131938783501568 : ffff88009bad6300) 02000000:00000010:0.0:1749610747.727358:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88011154b400. 00000100:00000040:1.0:1749610747.727360:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bad6300 x1834598494557824/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610767 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610747.727362:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610747.727363:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610747.727366:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119280700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494557952:0@lo:38:kworker.0 00000100:00000001:2.0:1749610747.727370:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:0.0:1749610747.727370:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119280380 x1834598494558336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1749610747.727373:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:1.0:1749610747.727373:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bad6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494557824:12345-0@lo:38:kworker.0 02000000:00000001:2.0:1749610747.727375:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610747.727376:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1749610747.727377:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494557824 00000100:00000001:3.0:1749610747.727378:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1749610747.727380:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880111579000. 00000020:00000001:1.0:1749610747.727381:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:2.0:1749610747.727382:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610747.727382:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00100000:3.0:1749610747.727383:0:28324:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00000001:1.0:1749610747.727384:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749610747.727385:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610747.727386:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749610747.727387:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe948. 00000400:00000010:2.0:1749610747.727390:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ad48. 00000100:00000040:0.0:1749610747.727391:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119280380] to pc [ptlrpcd_rcv+-1] req@ffff880119280380 x1834598494558336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610747.727393:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1749610747.727394:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494557952, portal 10 00000100:00000001:3.0:1749610747.727396:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610747.727397:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610747.727397:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610747.727398:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031239424 : -131936678312192 : ffff880119280700) 00000020:00000001:1.0:1749610747.727398:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610747.727399:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610747.727401:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00010000:00020000:1.0:1749610747.727402:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:2.0:1749610747.727405:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119280700 x1834598494557952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610772 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610747.727405:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610747.727405:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610747.727409:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119281880 x1834598494558208/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610747.727409:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610747.727410:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749610747.727412:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610747.727412:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:2.0:1749610747.727414:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610747.727415:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000010:2.0:1749610747.727416:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a880. 00000100:00000001:3.0:1749610747.727418:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1749610747.727418:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:2.0:1749610747.727419:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494557952, offset 0 00000100:00000001:3.0:1749610747.727420:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610747.727422:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130318400. 00000100:00000001:0.0:1749610747.727422:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1749610747.727423:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1749610747.727423:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1749610747.727423:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610747.727426:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610747.727426:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610747.727426:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119282680. 02000000:00000001:3.0:1749610747.727429:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610747.727430:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1749610747.727430:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000040:0.0:1749610747.727430:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00100000:3.0:1749610747.727432:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119281880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:28324:1834598494558208:0@lo:400:kworker.0 00010000:00000001:1.0:1749610747.727432:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610747.727434:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1749610747.727436:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1749610747.727436:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92d700 02000000:00000001:0.0:1749610747.727436:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749610747.727440:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749610747.727440:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610747.727442:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610747.727442:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 28112 00000100:00001000:1.0:1749610747.727442:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:3.0:1749610747.727444:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749610747.727445:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000010:0.0:1749610747.727445:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f400. 00000400:00000200:2.0:1749610747.727448:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1749610747.727449:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7b2e00. 00000100:00000001:1.0:1749610747.727449:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610747.727450:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610747.727451:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610747.727451:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1749610747.727452:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610747.727454:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610747.727455:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610747.727457:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749610747.727457:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:0.0:1749610747.727457:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880119282680 x1834598494558464/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1749610747.727460:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000010:2.0:1749610747.727461:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bad7100. 02000000:00000001:1.0:1749610747.727462:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:3.0:1749610747.727464:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7c08. 00000100:00000040:2.0:1749610747.727464:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009bad7100 x1834598494557952 msgsize 520 02000000:00000001:1.0:1749610747.727465:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610747.727467:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:2.0:1749610747.727468:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:3.0:1749610747.727469:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedcc0. 00000100:00000040:1.0:1749610747.727469:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610747.727470:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1749610747.727473:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000100:00000200:3.0:1749610747.727474:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494558208, portal 10 00000100:00000001:0.0:1749610747.727474:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610747.727476:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000200:1.0:1749610747.727477:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494557824, offset 0 00000100:00000001:3.0:1749610747.727478:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031243904 : -131936678307712 : ffff880119281880) 00000100:00000001:2.0:1749610747.727478:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:0.0:1749610747.727481:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119282680] to pc [ptlrpcd_00_03+3] req@ffff880119282680 x1834598494558464/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610747.727482:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1749610747.727487:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119281880 x1834598494558208/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610747.727492:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610747.727495:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749610747.727495:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a880 00000100:00000001:0.0:1749610747.727495:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610747.727498:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a880. 00000400:00000200:1.0:1749610747.727499:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf92d680 00000100:00000040:3.0:1749610747.727500:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610747.727503:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedc38. 00000100:00000040:0.0:1749610747.727503:0:8737:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5358) 00000100:00000001:2.0:1749610747.727507:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749610747.727512:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119280700 x1834598494557952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610772 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610747.727518:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x687d [1] + 0 00000100:00000001:0.0:1749610747.727518:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610747.727519:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610747.727550:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119280700 x1834598494557952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610772 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610747.727554:0:28323:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1749610747.727557:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610747.727558:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610747.727559:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749610747.727564:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610747.727566:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1749610747.727567:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 933 usecs (1 jiffies) 00000100:00000001:0.0:1749610747.727569:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610747.727571:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300021186 00000100:00000001:0.0:1749610747.727572:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610747.727573:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300021186 00000100:00000001:0.0:1749610747.727575:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610747.727576:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300021186 00000100:00000001:0.0:1749610747.727577:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749610747.727578:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300021186 00000100:00000001:2.0:1749610747.727580:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300021186 00000100:00000001:2.0:1749610747.727582:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300021186 00000100:00000001:2.0:1749610747.727584:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300021186 00000100:00000040:0.0:1749610747.727585:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119282680 x1834598494558464/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610747.727586:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300021186 00000100:00000001:2.0:1749610747.727588:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610747.727590:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610747.727593:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1749610747.727596:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494558208, offset 0 00000100:00000040:2.0:1749610747.727596:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119280a80 x1834598494558080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610747.727596:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610747.727597:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1749610747.727600:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610747.727600:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610747.727603:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610747.727604:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610747.727605:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1749610747.727606:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749610747.727607:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610747.727608:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610747.727608:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610747.727610:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610747.727611:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610747.727613:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494558080:0@lo:38:kworker.0 00000100:00000001:1.0:1749610747.727613:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:0.0:1749610747.727616:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119282680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494558464:0@lo:400:kworker.0 00000100:00000001:2.0:1749610747.727617:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1749610747.727618:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1749610747.727618:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119281500 x1834598494557824/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610772 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610747.727622:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749610747.727624:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1749610747.727626:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf92d800 02000000:00000001:2.0:1749610747.727626:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610747.727628:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1749610747.727630:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119281500 x1834598494557824/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610772 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610747.727631:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88011157b000. 00000400:00000200:3.0:1749610747.727632:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be9 [64] + 28632 02000000:00000001:2.0:1749610747.727633:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610747.727635:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1749610747.727637:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fee70. 00000400:00000200:3.0:1749610747.727638:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749610747.727638:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610747.727639:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:2.0:1749610747.727640:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a880. 00000400:00000200:3.0:1749610747.727641:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749610747.727641:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1749610747.727644:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494558080, portal 10 00000100:00000001:2.0:1749610747.727646:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610747.727647:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031240320 : -131936678311296 : ffff880119280a80) 00000400:00000200:1.0:1749610747.727647:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 02000000:00000010:0.0:1749610747.727647:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007fb8e800. 00000400:00000010:1.0:1749610747.727649:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 02000000:00000001:0.0:1749610747.727650:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610747.727652:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610747.727653:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749610747.727653:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:2.0:1749610747.727654:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119280a80 x1834598494558080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610772 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610747.727655:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000010:0.0:1749610747.727656:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffbb0. 00000100:00000001:1.0:1749610747.727657:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749610747.727659:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e99c000. 00000100:00000040:1.0:1749610747.727660:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610747.727661:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610747.727662:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff88008e99c000 x1834598494558208 msgsize 224 00000100:00000001:1.0:1749610747.727662:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610747.727663:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610747.727663:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821088. 00000400:00000010:2.0:1749610747.727665:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 00000020:00000001:1.0:1749610747.727665:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749610747.727666:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:2.0:1749610747.727668:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494558080, offset 0 00000100:00000200:0.0:1749610747.727669:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494558464, portal 10 00000400:00000200:2.0:1749610747.727672:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610747.727672:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610747.727674:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749610747.727675:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031247488 : -131936678304128 : ffff880119282680) 00000100:00000040:1.0:1749610747.727676:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bad6300 x1834598494557824/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610767 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610747.727678:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610747.727680:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedc38 00000400:00000010:3.0:1749610747.727682:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedc38. 00000400:00000200:2.0:1749610747.727684:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92d780 00000100:00000040:0.0:1749610747.727685:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119282680 x1834598494558464/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610747.727686:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:1.0:1749610747.727687:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bad6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494557824:12345-0@lo:38:kworker.0 Request processed in 314us (577us total) trans 0 rc -19/-19 00000400:00000200:2.0:1749610747.727689:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 28856 00000100:00000200:3.0:1749610747.727691:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119281880 x1834598494558208/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610747.727693:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610747.727696:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749610747.727698:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610747.727699:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1749610747.727699:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127 00000100:00000001:2.0:1749610747.727701:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:0.0:1749610747.727701:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610747.727702:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:3.0:1749610747.727703:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119281880 x1834598494558208/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610763 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610747.727703:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749610747.727704:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:0.0:1749610747.727704:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 00000100:00000010:2.0:1749610747.727706:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bad4000. 00000020:00000010:1.0:1749610747.727708:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9180. 00000100:00000200:0.0:1749610747.727708:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494558464, offset 0 00000100:00000040:2.0:1749610747.727709:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009bad4000 x1834598494558080 msgsize 520 00000100:00000001:3.0:1749610747.727710:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610747.727712:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:2.0:1749610747.727713:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:1.0:1749610747.727713:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c708. 00000400:00000200:0.0:1749610747.727715:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1749610747.727717:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124800. 00000100:00000001:2.0:1749610747.727720:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749610747.727722:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610747.727726:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610747.727726:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610747.727727:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 00000400:00000010:2.0:1749610747.727729:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 00000100:00000040:3.0:1749610747.727731:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 866 usecs (1 jiffies) 00000100:00000001:2.0:1749610747.727731:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749610747.727734:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300021186 00000100:00000200:2.0:1749610747.727735:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119280a80 x1834598494558080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610772 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610747.727737:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300021186 00000400:00000200:0.0:1749610747.727737:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf92d900 00000100:00000001:3.0:1749610747.727740:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300021186 00000100:00000001:1.0:1749610747.727741:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749610747.727742:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300021186 00000100:00000001:2.0:1749610747.727742:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610747.727744:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300021186 00000100:00100000:1.0:1749610747.727744:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494557952 00000400:00000200:0.0:1749610747.727745:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be9 [64] + 29376 00000100:00000001:3.0:1749610747.727746:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300021186 02000000:00000001:1.0:1749610747.727746:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610747.727748:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300021186 00000100:00000001:1.0:1749610747.727748:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610747.727750:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300021186 00000100:00000040:2.0:1749610747.727750:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119280a80 x1834598494558080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610772 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610747.727750:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610747.727752:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610747.727753:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610747.727753:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610747.727755:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610747.727755:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494557952 00000100:00000001:3.0:1749610747.727757:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610747.727757:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610747.727757:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610747.727758:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:1.0:1749610747.727759:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000200:0.0:1749610747.727759:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610747.727760:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610747.727761:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610747.727762:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610747.727763:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610747.727763:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610747.727763:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610747.727764:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749610747.727765:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610747.727765:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610747.727766:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610747.727766:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 841 usecs (1 jiffies) 00000020:00000010:1.0:1749610747.727767:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124800. 00000100:00000200:0.0:1749610747.727767:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749610747.727768:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300021186 00000020:00000010:1.0:1749610747.727770:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9180. 00000100:00000001:2.0:1749610747.727771:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300021186 00000020:00000010:1.0:1749610747.727772:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c708. 00000100:00000010:0.0:1749610747.727772:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119283800. 00000100:00000001:2.0:1749610747.727773:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300021186 00000100:00000001:1.0:1749610747.727775:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610747.727776:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300021186 00000100:00000001:1.0:1749610747.727776:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610747.727777:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300021186 00000100:00000040:0.0:1749610747.727777:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff880119283800 x1834598494558464 msgsize 224 00000100:00000001:1.0:1749610747.727778:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610747.727780:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300021186 00000100:00000001:2.0:1749610747.727781:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300021186 00000100:00000001:1.0:1749610747.727781:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610747.727782:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610747.727783:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300021186 00000100:00100000:0.0:1749610747.727783:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749610747.727784:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494558208 00000100:00000001:2.0:1749610747.727785:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610747.727786:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610747.727787:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610747.727788:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610747.727789:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610747.727790:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749610747.727792:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1749610747.727793:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749610747.727794:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749610747.727794:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610747.727796:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494558208 00000400:00000010:2.0:1749610747.727796:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe630. 00000100:00000001:0.0:1749610747.727796:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:1.0:1749610747.727797:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494558080 00000020:00000001:3.0:1749610747.727798:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1749610747.727798:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aee0 02000000:00000001:1.0:1749610747.727798:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:3.0:1749610747.727800:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000400:00000010:2.0:1749610747.727800:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aee0. 00000020:00000001:3.0:1749610747.727801:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610747.727802:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000040:3.0:1749610747.727804:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000100:00000200:2.0:1749610747.727805:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119281500 x1834598494557824/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610772 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610747.727805:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1749610747.727807:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:1.0:1749610747.727807:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610747.727809:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610747.727810:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00100000:1.0:1749610747.727811:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494558080 00000020:00000001:1.0:1749610747.727813:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:2.0:1749610747.727814:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119281500 x1834598494557824/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610772 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749610747.727814:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749610747.727815:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1749610747.727816:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749610747.727817:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610747.727818:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 00000020:00000001:1.0:1749610747.727819:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610747.727820:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:3.0:1749610747.727822:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4211140. 00000100:00000001:2.0:1749610747.727822:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749610747.727822:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125400. 00000400:00000010:0.0:1749610747.727822:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 00000100:00000001:2.0:1749610747.727824:0:28320:0:(client.c:1550:after_reply()) Process entered 00000020:00000010:1.0:1749610747.727824:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9980. 02000000:00000001:2.0:1749610747.727827:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1749610747.727827:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c258. 00000100:00000001:0.0:1749610747.727827:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749610747.727829:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610747.727829:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000040:3.0:1749610747.727830:0:9693:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:1.0:1749610747.727831:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610747.727832:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610747.727833:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119282680 x1834598494558464/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610747.727835:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610747.727836:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610747.727838:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:2.0:1749610747.727839:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610747.727841:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749610747.727842:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2a00. 00000100:00000001:1.0:1749610747.727845:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:3.0:1749610747.727846:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c280. 00000100:00001000:2.0:1749610747.727846:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610747 v=5 (0 0 0 0) 00000100:00100000:1.0:1749610747.727847:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494558464 02000000:00000001:1.0:1749610747.727848:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610747.727848:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1749610747.727850:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8c80. 00000100:00001000:2.0:1749610747.727850:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=20 v=20 (20 1 1 1) 00000100:00000001:1.0:1749610747.727850:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610747.727851:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610747.727853:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1749610747.727854:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610747.727855:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494558464 00000100:00000001:2.0:1749610747.727856:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610747.727857:0:9693:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000001:1.0:1749610747.727857:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610747.727858:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:3.0:1749610747.727859:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610747.727859:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:1.0:1749610747.727859:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610747.727861:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:1.0:1749610747.727861:0:9692:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000040:0.0:1749610747.727861:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119282680 x1834598494558464/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610763 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610747.727863:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610747.727863:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000040:2.0:1749610747.727864:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119281500 x1834598494557824/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610772 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610747.727866:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:3.0:1749610747.727868:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749610747.727869:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749610747.727870:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749610747.727871:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:1.0:1749610747.727871:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b405df00. 00000100:00000001:3.0:1749610747.727872:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610747.727873:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610747.727874:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610747.727874:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:1.0:1749610747.727875:0:9692:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012e6b3740. 00000100:00000001:0.0:1749610747.727875:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749610747.727876:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610747.727878:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610747.727880:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610747.727880:0:9692:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1749610747.727881:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1749610747.727882:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b405df00. 00000100:00000001:3.0:1749610747.727883:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00080000:2.0:1749610747.727883:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1749610747.727883:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610747.727886:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125c00. 00000100:00100000:3.0:1749610747.727887:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 211 00000100:00080000:2.0:1749610747.727887:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000040:0.0:1749610747.727888:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 805 usecs (1 jiffies) 00000100:00000001:2.0:1749610747.727889:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610747.727890:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000001:3.0:1749610747.727892:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134706659328 : -131939002892288 : ffff88008e99c000) 00000100:00000040:2.0:1749610747.727893:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119281500 x1834598494557824/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610772 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610747.727893:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9500. 00000100:00000001:0.0:1749610747.727893:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300021186 00000020:00000010:1.0:1749610747.727896:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c4b0. 00000100:00000040:3.0:1749610747.727897:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008e99c000 x1834598494558208/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:183/0 lens 224/0 e 0 to 0 dl 1749610758 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610747.727897:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300021186 00000100:00000001:1.0:1749610747.727900:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00100000:2.0:1749610747.727901:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119281500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494557824:0@lo:38:kworker.0 00000100:00000001:0.0:1749610747.727901:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300021186 00000100:00000001:1.0:1749610747.727902:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610747.727904:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610747.727905:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610747.727905:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300021186 00000100:00000001:3.0:1749610747.727906:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749610747.727907:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4211680. 00000100:00000001:2.0:1749610747.727908:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610747.727908:0:9692:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749610747.727908:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300021186 00000100:00000001:1.0:1749610747.727909:0:9692:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1749610747.727910:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749610747.727911:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119281500 x1834598494557824/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610772 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610747.727911:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610747.727912:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b4211680. 00000100:00000001:0.0:1749610747.727912:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300021186 00000100:00000001:1.0:1749610747.727913:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610747.727915:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300021186 00000100:00100000:3.0:1749610747.727917:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e99c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:28324:x1834598494558208:12345-0@lo:400:kworker.0 00000100:00000001:2.0:1749610747.727918:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749610747.727918:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610747.727918:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300021186 00000100:00000001:1.0:1749610747.727919:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1749610747.727920:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:3.0:1749610747.727921:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494558208 02000000:00000010:2.0:1749610747.727922:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88011157b400. 00000100:00000001:0.0:1749610747.727922:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749610747.727923:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:1.0:1749610747.727923:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 212 02000000:00000001:2.0:1749610747.727925:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1749610747.727925:0:9692:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000020:00000001:3.0:1749610747.727926:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:0.0:1749610747.727926:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610747.727927:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1749610747.727927:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137031251968 : -131936678299648 : ffff880119283800) 00000020:00000001:3.0:1749610747.727929:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610747.727929:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:0.0:1749610747.727930:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610747.727931:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1749610747.727931:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:1.0:1749610747.727932:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880119283800 x1834598494558464/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:183/0 lens 224/0 e 0 to 0 dl 1749610758 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610747.727934:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:0.0:1749610747.727935:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610747.727937:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 02000000:00000010:2.0:1749610747.727938:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88011154a400. 00000100:00000001:1.0:1749610747.727941:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1749610747.727942:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:1.0:1749610747.727943:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b405df00. 02000000:00000001:2.0:1749610747.727944:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1749610747.727945:0:9692:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749610747.727946:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1749610747.727946:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119281500. 00000020:00000010:1.0:1749610747.727947:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b405df00. 00000020:00000001:3.0:1749610747.727948:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00100000:1.0:1749610747.727950:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880119283800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494558464:12345-0@lo:400:kworker.0 00000020:00000001:3.0:1749610747.727951:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1749610747.727952:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000020:00000001:3.0:1749610747.727953:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610747.727954:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749610747.727954:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494558464 00000020:00000001:3.0:1749610747.727955:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749610747.727956:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610747.727956:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749610747.727958:0:9692:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:0.0:1749610747.727958:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610747.727960:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1749610747.727960:0:9692:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610747.727961:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610747.727961:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1749610747.727962:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1749610747.727962:0:9692:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1749610747.727963:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610747.727964:0:9692:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:2.0:1749610747.727965:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1749610747.727966:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801302f5400. 00000020:00000001:1.0:1749610747.727966:0:9692:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1749610747.727967:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1749610747.727967:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 338 02000000:00000001:3.0:1749610747.727968:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610747.727968:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749610747.727970:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610747.727970:0:9692:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610747.727972:0:9692:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1749610747.727972:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134926053632 : -131938783497984 : ffff88009bad7100) 00000020:00000001:3.0:1749610747.727973:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610747.727973:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119280380 x1834598494558336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610747.727973:0:9692:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749610747.727975:0:9692:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749610747.727976:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494558208 00010000:00000001:3.0:1749610747.727978:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000020:00000001:1.0:1749610747.727978:0:9692:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000040:0.0:1749610747.727979:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bad7100 x1834598494557952/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610767 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610747.727980:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610747.727981:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1749610747.727983:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008e99c000 x1834598494558208/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:183/0 lens 224/224 e 0 to 0 dl 1749610758 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610747.727983:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610747.727985:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610747.727986:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749610747.727987:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610747.727988:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:2.0:1749610747.727989:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119280380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494558336:0@lo:38:kworker.0 00010000:00000001:3.0:1749610747.727992:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000010:1.0:1749610747.727992:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88013031a000. 00010000:00000001:3.0:1749610747.727993:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610747.727993:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749610747.727994:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610747.727995:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00001000:3.0:1749610747.727996:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=102 v=5 (1 1 1 1) 02000000:00000001:2.0:1749610747.727996:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610747.727996:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610747.727996:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bad7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494557952:12345-0@lo:38:kworker.0 02000000:00000001:2.0:1749610747.727998:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1749610747.727999:0:9692:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610747.728000:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000010:2.0:1749610747.728001:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88011157b400. 00010000:00000040:1.0:1749610747.728001:0:9692:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494558464 00000100:00000040:3.0:1749610747.728002:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:2.0:1749610747.728003:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610747.728003:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494557952 00000100:00000001:3.0:1749610747.728004:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00010000:00000001:1.0:1749610747.728004:0:9692:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000010:2.0:1749610747.728006:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe630. 02000000:00000001:3.0:1749610747.728007:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1749610747.728007:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000200:1.0:1749610747.728008:0:9692:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880119283800 x1834598494558464/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:183/0 lens 224/224 e 0 to 0 dl 1749610758 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610747.728009:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610747.728010:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aee0. 00010000:00000001:0.0:1749610747.728010:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749610747.728011:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:2.0:1749610747.728012:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494558336, portal 10 00000100:00000040:3.0:1749610747.728014:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610747.728014:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00010000:00000001:1.0:1749610747.728015:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749610747.728016:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031238528 : -131936678313088 : ffff880119280380) 00000400:00000010:3.0:1749610747.728017:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedc38. 00010000:00000001:1.0:1749610747.728017:0:9692:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610747.728020:0:9692:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=102 v=5 (1 1 1 1) 00000100:00000200:3.0:1749610747.728021:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494558208, offset 224 00000100:00000040:2.0:1749610747.728022:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119280380 x1834598494558336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610772 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610747.728023:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1749610747.728025:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749610747.728026:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:1.0:1749610747.728028:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610747.728029:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:1.0:1749610747.728030:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610747.728032:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610747.728034:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749610747.728034:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610747.728034:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:0.0:1749610747.728034:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610747.728036:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610747.728039:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000400:00000200:3.0:1749610747.728040:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92d800 00000400:00000010:2.0:1749610747.728040:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 00010000:00020000:0.0:1749610747.728040:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:1.0:1749610747.728043:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494558464, offset 224 00000100:00000200:2.0:1749610747.728045:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494558336, offset 0 00000400:00000200:3.0:1749610747.728047:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x688d [1] + 224 00000400:00000200:3.0:1749610747.728051:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610747.728052:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1749610747.728052:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:3.0:1749610747.728056:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610747.728056:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1749610747.728057:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610747.728060:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:1.0:1749610747.728060:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610747.728061:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000200:3.0:1749610747.728064:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119281880 x1834598494558208/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610763 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610747.728064:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610747.728064:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1749610747.728067:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92d900 02000000:00000001:0.0:1749610747.728067:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1749610747.728094:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88011154b000. 00000400:00000200:2.0:1749610747.728095:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92d880 02000000:00000001:0.0:1749610747.728099:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610747.728100:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x689d [1] + 224 00000100:00000001:0.0:1749610747.728102:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610747.728105:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749610747.728106:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880119281880 x1834598494558208/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610763 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749610747.728107:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749610747.728109:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610747.728110:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 29600 00000400:00000200:1.0:1749610747.728110:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:0.0:1749610747.728114:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:2.0:1749610747.728115:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610747.728115:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:2.0:1749610747.728119:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610747.728119:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119282680 x1834598494558464/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610763 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610747.728119:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610747.728120:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610747.728122:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749610747.728122:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1749610747.728124:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:3.0:1749610747.728126:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedc38 00000100:00000040:0.0:1749610747.728127:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000010:2.0:1749610747.728128:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bad5c00. 00000400:00000010:3.0:1749610747.728129:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedc38. 00000100:00000040:1.0:1749610747.728129:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880119282680 x1834598494558464/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610763 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610747.728130:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:2.0:1749610747.728131:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009bad5c00 x1834598494558336 msgsize 520 00000100:00000001:3.0:1749610747.728132:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610747.728134:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749610747.728134:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00100000:2.0:1749610747.728135:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610747.728137:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610747.728137:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:0.0:1749610747.728139:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000040:3.0:1749610747.728140:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000200:2.0:1749610747.728141:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 00000100:00000001:1.0:1749610747.728142:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:0.0:1749610747.728142:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1749610747.728143:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000010:2.0:1749610747.728143:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 00000020:00000001:3.0:1749610747.728145:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610747.728145:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:0.0:1749610747.728145:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610747.728147:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1749610747.728149:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:2.0:1749610747.728150:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119280380 x1834598494558336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610772 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610747.728152:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008e99c000 x1834598494558208/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:183/0 lens 224/224 e 0 to 0 dl 1749610758 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610747.728153:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00000100:00000040:0.0:1749610747.728153:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610747.728156:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00000100:00000001:2.0:1749610747.728157:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1749610747.728157:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 00000100:00000001:1.0:1749610747.728158:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610747.728159:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:2.0:1749610747.728160:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119280380 x1834598494558336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610772 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610747.728162:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e99c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:28324:x1834598494558208:12345-0@lo:400:kworker.0 Request processed in 254us (497us total) trans 0 rc 0/0 00000100:00000001:1.0:1749610747.728163:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610747.728163:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494557952, offset 0 00000100:00000040:1.0:1749610747.728166:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610747.728167:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610747.728168:0:9692:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:2.0:1749610747.728169:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:0.0:1749610747.728169:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1749610747.728170:0:9692:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610747.728171:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 211 00000100:00000001:2.0:1749610747.728172:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610747.728172:0:9692:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1749610747.728174:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00000040:2.0:1749610747.728175:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 657 usecs (1 jiffies) 00000100:00000001:3.0:1749610747.728177:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:1.0:1749610747.728177:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119283800 x1834598494558464/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:183/0 lens 224/224 e 0 to 0 dl 1749610758 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610747.728178:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300021186 00000100:00000001:3.0:1749610747.728179:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749610747.728180:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300021186 00000400:00000200:0.0:1749610747.728180:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1749610747.728182:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c280. 00000100:00000001:2.0:1749610747.728183:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300021186 00000100:00000001:2.0:1749610747.728185:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300021186 00000020:00000010:3.0:1749610747.728186:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8c80. 00000100:00000001:2.0:1749610747.728186:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300021186 00000100:00100000:1.0:1749610747.728187:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880119283800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494558464:12345-0@lo:400:kworker.0 Request processed in 244us (407us total) trans 0 rc 0/0 00000100:00000001:2.0:1749610747.728188:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300021186 00000020:00000010:3.0:1749610747.728189:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2a00. 00000400:00000200:0.0:1749610747.728189:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92d700 00000020:00000040:3.0:1749610747.728194:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00100000:1.0:1749610747.728195:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 212 00000100:00000001:3.0:1749610747.728196:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610747.728196:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300021186 00000400:00000200:0.0:1749610747.728197:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6885 [1] + 0 00000100:00000001:2.0:1749610747.728198:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300021186 00000100:00000040:1.0:1749610747.728198:0:9692:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:2.0:1749610747.728200:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610747.728200:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610747.728202:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610747.728202:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749610747.728204:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1749610747.728204:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610747.728205:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610747.728206:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494558336 00000020:00000010:1.0:1749610747.728206:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9500. 00000100:00000001:2.0:1749610747.728207:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610747.728208:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:1.0:1749610747.728209:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c4b0. 00000100:00000001:3.0:1749610747.728210:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1749610747.728210:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610747.728211:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610747.728212:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610747.728212:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125c00. 00000100:00000001:2.0:1749610747.728213:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610747.728214:0:9691:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:3.0:1749610747.728215:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610747.728215:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610747.728216:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1749610747.728217:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494558336 00000020:00000040:1.0:1749610747.728217:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:2.0:1749610747.728218:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610747.728219:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610747.728219:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749610747.728221:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119280700 x1834598494557952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610772 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610747.728225:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610747.728226:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749610747.728227:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1749610747.728228:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749610747.728229:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1749610747.728230:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610747.728232:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610747.728232:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 339 00000020:00000010:3.0:1749610747.728235:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2a00. 00000100:00000001:1.0:1749610747.728235:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134926041088 : -131938783510528 : ffff88009bad4000) 00000100:00000040:0.0:1749610747.728237:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119280700 x1834598494557952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610772 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610747.728238:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c280. 00000100:00000040:1.0:1749610747.728238:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bad4000 x1834598494558080/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610767 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610747.728240:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8c80. 00000100:00000001:3.0:1749610747.728243:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610747.728245:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610747.728247:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610747.728247:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bad4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494558080:12345-0@lo:38:kworker.0 00000100:00000001:3.0:1749610747.728251:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610747.728251:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494558080 00000020:00000001:1.0:1749610747.728252:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749610747.728254:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00080000:2.0:1749610747.728255:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:3.0:1749610747.728257:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1749610747.728258:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:3.0:1749610747.728263:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610747.728265:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1749610747.728267:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610747.728267:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:3.0:1749610747.728269:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 340 00000100:00000001:2.0:1749610747.728271:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00010000:00020000:1.0:1749610747.728271:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749610747.728273:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134926048256 : -131938783503360 : ffff88009bad5c00) 00000100:00000001:2.0:1749610747.728273:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00010000:00000001:1.0:1749610747.728274:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610747.728275:0:9760:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610747.728275:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 00010000:00000001:1.0:1749610747.728276:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610747.728278:0:9760:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610747.728279:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bad5c00 x1834598494558336/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610767 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610747.728279:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000010:0.0:1749610747.728279:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 00000100:00000001:1.0:1749610747.728280:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749610747.728282:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749610747.728283:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610747.728284:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610747.728285:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610747.728286:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1749610747.728286:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130319000. 02000000:00000001:1.0:1749610747.728287:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749610747.728290:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749610747.728290:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610747.728290:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749610747.728291:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1749610747.728292:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000010:2.0:1749610747.728293:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe948. 00010000:00000001:1.0:1749610747.728294:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610747.728296:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ad48 00000100:00000040:0.0:1749610747.728296:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00001000:1.0:1749610747.728297:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000010:2.0:1749610747.728298:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ad48. 00000100:00000001:0.0:1749610747.728299:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610747.728300:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610747.728300:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000001:0.0:1749610747.728302:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610747.728303:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:3.0:1749610747.728305:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bad5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494558336:12345-0@lo:38:kworker.0 00000100:00000200:2.0:1749610747.728305:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119280700 x1834598494557952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610772 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610747.728305:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610747.728307:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610747.728309:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:0.0:1749610747.728309:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bad7100 x1834598494557952/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610767 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610747.728311:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494558336 00000100:00000040:1.0:1749610747.728312:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:3.0:1749610747.728314:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:2.0:1749610747.728314:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119280700 x1834598494557952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610772 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610747.728314:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610747.728316:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610747.728318:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749610747.728318:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610747.728320:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610747.728321:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610747.728322:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749610747.728322:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000100:00000001:2.0:1749610747.728324:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610747.728326:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000200:1.0:1749610747.728326:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494558080, offset 0 00000100:00100000:0.0:1749610747.728326:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bad7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494557952:12345-0@lo:38:kworker.0 Request processed in 330us (857us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749610747.728327:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1749610747.728330:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610747.728330:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00020000:3.0:1749610747.728335:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749610747.728335:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610747.728336:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749610747.728337:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610747.728339:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:0.0:1749610747.728339:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 338 00000400:00000200:1.0:1749610747.728342:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92d780 00010000:00000001:3.0:1749610747.728343:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00001000:2.0:1749610747.728343:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610747 v=5 (0 0 0 0) 00000100:00000001:0.0:1749610747.728343:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:2.0:1749610747.728346:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=152 v=20 (1 1 1 20) 00000400:00000200:1.0:1749610747.728346:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6899 [1] + 0 00000100:00000001:0.0:1749610747.728346:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749610747.728347:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610747.728350:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00001000:2.0:1749610747.728350:0:28320:0:(import.c:2163:obd_at_measure()) AT ffff88012e71cbf0 change: old=20 new=5 delta=-15 (val=1) hist 1 1 1 1 00000400:00000200:1.0:1749610747.728350:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1749610747.728351:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9180. 02000000:00000001:3.0:1749610747.728353:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1749610747.728353:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:2.0:1749610747.728354:0:28320:0:(client.c:473:ptlrpc_at_adj_net_latency()) The network latency for lustre-MDT0000-lwp-MDT0001 (nid ) has changed from 20 to 5 00000100:00000001:2.0:1749610747.728356:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610747.728356:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:0.0:1749610747.728357:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c708. 02000000:00000010:3.0:1749610747.728358:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801302f7800. 00000100:00000001:2.0:1749610747.728358:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:1.0:1749610747.728359:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119280a80 x1834598494558080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610772 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610747.728360:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:3.0:1749610747.728361:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610747.728363:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124800. 00000100:00000001:3.0:1749610747.728364:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610747.728364:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119280700 x1834598494557952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610772 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610747.728369:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610747.728371:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610747.728374:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1749610747.728374:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119280a80 x1834598494558080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610772 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610747.728375:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749610747.728376:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749610747.728377:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610747.728378:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749610747.728379:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610747.728382:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00080000:2.0:1749610747.728382:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1749610747.728383:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610747.728385:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00080000:2.0:1749610747.728385:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000400:00000200:1.0:1749610747.728387:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00000100:00000001:3.0:1749610747.728388:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610747.728389:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:1.0:1749610747.728389:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00000100:00000040:3.0:1749610747.728391:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:1.0:1749610747.728391:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610747.728392:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610747.728393:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:2.0:1749610747.728394:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119280700 x1834598494557952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610772 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610747.728395:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610747.728395:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610747.728396:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:1.0:1749610747.728397:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610747.728398:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610747.728399:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610747.728400:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:1.0:1749610747.728401:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610747.728402:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000001:0.0:1749610747.728403:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1749610747.728404:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610747.728405:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bad4000 x1834598494558080/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610767 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749610747.728405:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749610747.728406:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:2.0:1749610747.728407:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119280700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494557952:0@lo:38:kworker.0 00000400:00000010:0.0:1749610747.728407:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffbb0. 00000100:00000040:3.0:1749610747.728408:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610747.728411:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedc38. 00000400:00000200:0.0:1749610747.728412:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821088 00000400:00000010:0.0:1749610747.728414:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821088. 00000100:00100000:1.0:1749610747.728415:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bad4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494558080:12345-0@lo:38:kworker.0 Request processed in 167us (703us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749610747.728416:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610747.728418:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494558336, offset 0 00000400:00000001:2.0:1749610747.728419:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610747.728421:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:0.0:1749610747.728421:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119282680 x1834598494558464/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610763 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610747.728422:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 339 00000400:00000010:2.0:1749610747.728424:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fee70. 00000100:00000001:1.0:1749610747.728425:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610747.728426:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1749610747.728428:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a880 00000020:00000010:1.0:1749610747.728429:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9980. 00000400:00000010:2.0:1749610747.728431:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a880. 00000100:00000200:0.0:1749610747.728431:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119282680 x1834598494558464/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610763 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610747.728432:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c258. 00000100:00000001:2.0:1749610747.728434:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:1.0:1749610747.728435:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125400. 00000400:00000200:3.0:1749610747.728437:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610747.728437:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610747.728438:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:2.0:1749610747.728440:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119280a80 x1834598494558080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610772 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610747.728445:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610747.728446:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610747.728448:0:28323:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610747.728450:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1749610747.728451:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92d880 00000100:00000001:0.0:1749610747.728452:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610747.728455:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610747.728456:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x68a9 [1] + 0 02000000:00000001:0.0:1749610747.728457:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610747.728461:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:0.0:1749610747.728462:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=52 v=5 (5 5 5 5) 00000400:00000200:3.0:1749610747.728464:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:0.0:1749610747.728466:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=52 v=5 (1 1 1 1) 00000100:00000001:3.0:1749610747.728467:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610747.728469:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000200:3.0:1749610747.728471:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119280380 x1834598494558336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610772 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610747.728471:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610747.728473:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1749610747.728479:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880119282680 x1834598494558464/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610763 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610747.728480:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119280380 x1834598494558336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610772 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610747.728485:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119280a80 x1834598494558080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610772 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749610747.728486:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610747.728488:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610747.728489:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1749610747.728491:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000400:00000200:3.0:1749610747.728492:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedc38 00000100:00000001:0.0:1749610747.728493:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000400:00000010:3.0:1749610747.728494:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedc38. 00000100:00000001:0.0:1749610747.728494:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610747.728497:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610747.728497:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610747.728498:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:0.0:1749610747.728498:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119282680 x1834598494558464/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610763 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610747.728500:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610747.728501:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610747.728503:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:3.0:1749610747.728504:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610747.728504:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610747.728506:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610747.728507:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610747.728508:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610747.728509:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610747.728511:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610747.728511:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610747.728512:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119282680 x1834598494558464/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610763 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610747.728513:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610747.728515:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610747.728518:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bad5c00 x1834598494558336/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610767 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610747.728520:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119282680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494558464:0@lo:400:kworker.0 00000100:00100000:3.0:1749610747.728558:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bad5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494558336:12345-0@lo:38:kworker.0 Request processed in 254us (424us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749610747.728558:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610747.728561:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00001000:2.0:1749610747.728562:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610747 v=5 (0 0 0 0) 00000100:00000040:0.0:1749610747.728564:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119282680 x1834598494558464/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610763 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610747.728567:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 340 00000100:00001000:2.0:1749610747.728567:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=102 v=20 (1 1 1 20) 00000100:00000001:3.0:1749610747.728569:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610747.728570:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610747.728571:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749610747.728571:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749610747.728572:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:0.0:1749610747.728573:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749610747.728574:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610747.728574:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300021186, at 4300021186 00000020:00000010:3.0:1749610747.728575:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c280. 02000000:00000010:0.0:1749610747.728576:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007fb8e800. 00000020:00000010:3.0:1749610747.728577:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8c80. 00000100:00000040:2.0:1749610747.728579:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119280a80 x1834598494558080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610772 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610747.728581:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2a00. 00000100:00000010:1.0:1749610747.728582:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677280. 00000100:00000001:3.0:1749610747.728583:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610747.728584:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749610747.728586:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:0.0:1749610747.728586:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749610747.728588:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:0.0:1749610747.728588:0:28323:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749610747.728590:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749610747.728590:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749610747.728592:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 02000000:00000010:0.0:1749610747.728592:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f400. 00000100:00000001:2.0:1749610747.728594:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610747.728596:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000001:0.0:1749610747.728596:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610747.728597:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1749610747.728598:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300021186, at 4300021186 00000100:00080000:2.0:1749610747.728599:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000010:0.0:1749610747.728599:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119282680. 00000100:00000001:2.0:1749610747.728601:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000010:3.0:1749610747.728604:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677140. 00000100:00000040:2.0:1749610747.728604:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119280a80 x1834598494558080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610772 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610747.728604:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610747.728606:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610747.728608:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749610747.728612:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494558080:0@lo:38:kworker.0 00000100:00000001:3.0:1749610747.728613:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610747.728613:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610747.728615:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610747.728615:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610747.728616:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610747.728617:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000001:3.0:1749610747.728618:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749610747.728618:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610747.728619:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749610747.728620:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749610747.728622:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7c08. 00000400:00000200:3.0:1749610747.728625:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedcc0 00000400:00000010:3.0:1749610747.728627:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedcc0. 00000100:00000040:2.0:1749610747.728628:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119280700 x1834598494557952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610772 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610747.728628:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300021186, at 4300021186 00000100:00000001:3.0:1749610747.728630:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610747.728634:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119281880 x1834598494558208/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610763 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749610747.728634:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677240. 00000100:00000001:2.0:1749610747.728636:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610747.728638:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610747.728640:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880111579000. 00000100:00000200:3.0:1749610747.728642:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119281880 x1834598494558208/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610763 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610747.728643:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610747.728645:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610747.728647:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:3.0:1749610747.728649:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:2.0:1749610747.728649:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749610747.728651:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1749610747.728652:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880111549000. 00000100:00000001:3.0:1749610747.728653:0:28324:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749610747.728654:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1749610747.728654:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749610747.728656:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1749610747.728656:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749610747.728658:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610747.728658:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119280700. 00000100:00000001:2.0:1749610747.728661:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610747.728662:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610747.728664:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610747.728667:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119280a80 x1834598494558080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610772 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610747.728673:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610747.728675:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1749610747.728676:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610747.728677:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88011157b000. 02000000:00000001:2.0:1749610747.728679:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610747.728680:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:3.0:1749610747.728681:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=102 v=5 (5 5 5 5) 00000020:00000040:2.0:1749610747.728682:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749610747.728683:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:3.0:1749610747.728685:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=102 v=5 (1 1 1 1) 02000000:00000010:2.0:1749610747.728685:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88011154b800. 00000100:00000001:3.0:1749610747.728687:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1749610747.728687:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610747.728688:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749610747.728689:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610747.728689:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119280a80. 00010000:00000001:3.0:1749610747.728691:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1749610747.728691:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610747.728692:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610747.728694:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1749610747.728696:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880119281880 x1834598494558208/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610763 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610747.728696:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610747.728697:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749610747.728701:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1749610747.728702:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749610747.728703:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749610747.728705:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000400:00000010:2.0:1749610747.728705:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe630. 00000100:00000040:3.0:1749610747.728707:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1749610747.728708:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749610747.728709:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610747.728712:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aee0 00000100:00000040:3.0:1749610747.728713:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119281880 x1834598494558208/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610763 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610747.728714:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aee0. 00000100:00000001:2.0:1749610747.728716:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610747.728719:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749610747.728720:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119280380 x1834598494558336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610772 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610747.728721:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610747.728723:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610747.728727:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119281880 x1834598494558208/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610763 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610747.728729:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119280380 x1834598494558336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610772 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610747.728735:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119281880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:28324:1834598494558208:0@lo:400:kworker.0 00000100:00000001:2.0:1749610747.728735:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610747.728737:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610747.728739:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610747.728739:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749610747.728741:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749610747.728741:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610747.728742:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749610747.728744:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119281880 x1834598494558208/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610763 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610747.728744:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610747.728746:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610747.728750:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00001000:2.0:1749610747.728750:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610747 v=5 (0 0 0 0) 02000000:00000001:3.0:1749610747.728752:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:2.0:1749610747.728752:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=52 v=20 (1 1 1 20) 02000000:00000010:3.0:1749610747.728754:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7b2e00. 00000100:00000001:2.0:1749610747.728755:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1749610747.728756:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749610747.728756:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:3.0:1749610747.728758:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749610747.728758:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000040:3.0:1749610747.728759:0:28324:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:3.0:1749610747.728761:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:2.0:1749610747.728761:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119280380 x1834598494558336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610772 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610747.728767:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f100. 00000100:00000001:2.0:1749610747.728768:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610747.728770:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1749610747.728771:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610747.728772:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749610747.728772:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1749610747.728774:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119281880. 00000100:00000001:2.0:1749610747.728774:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610747.728775:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610747.728778:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00080000:2.0:1749610747.728778:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749610747.728779:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749610747.728780:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749610747.728781:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610747.728782:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610747.728785:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119280380 x1834598494558336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610772 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610747.728786:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610747.728788:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610747.728790:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610747.728792:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610747.728803:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119280380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494558336:0@lo:38:kworker.0 00000100:00000001:2.0:1749610747.728807:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610747.728809:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610747.728811:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119280380 x1834598494558336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610772 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610747.728817:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610747.728819:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610747.728821:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88011157b400. 02000000:00000001:2.0:1749610747.728823:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610747.728824:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610747.728825:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1749610747.728827:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610747.728828:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88011154b400. 02000000:00000001:2.0:1749610747.728830:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610747.728831:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610747.728832:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119280380. 00000100:00000001:2.0:1749610747.728835:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610747.728836:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610747.728838:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610747.728839:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610747.728840:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610747.728842:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610747.728843:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610747.728855:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300021186, at 4300021186 00000100:00000010:2.0:1749610747.728860:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677480. 00000100:00000001:0.0:1749610747.855699:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610747.855707:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610747.855709:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610747.855713:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610747.855717:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610747.855721:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610747.855724:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610747.855727:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610747.855729:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610748.457706:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610748.457717:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610748.457720:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610748.457727:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610748.457732:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610748.457738:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610748.457742:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610748.457746:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610748.457749:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610748.630741:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610748.630749:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610748.630876:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610748.630882:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610748.630886:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610748.728703:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610748.728719:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610748.728721:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610748.728726:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610748.728729:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610748.728732:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610748.728735:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610748.855672:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610748.855680:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610748.855683:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610748.855688:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610748.855692:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610748.855695:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610748.855699:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610748.855702:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610748.855704:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610749.457707:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610749.457717:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610749.457720:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610749.457725:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610749.457729:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610749.457733:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610749.457737:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610749.457740:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610749.457743:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610749.632693:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610749.632709:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610749.632829:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610749.632835:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610749.632857:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610749.728629:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610749.728645:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610749.728647:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610749.728652:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610749.728654:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610749.728658:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610749.728660:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610749.855634:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610749.855639:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610749.855641:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610749.855645:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610749.855649:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610749.855652:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610749.855655:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610749.855659:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610749.855661:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610750.457733:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610750.457742:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610750.457745:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610750.457750:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610750.457754:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610750.457758:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610750.457762:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610750.457764:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610750.457767:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610750.634667:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610750.634674:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610750.634773:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610750.634780:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610750.634784:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610750.728671:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610750.728690:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610750.728694:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610750.728700:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610750.728704:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610750.728708:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610750.728712:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610750.855657:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610750.855665:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610750.855667:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610750.855672:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610750.855676:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610750.855679:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610750.855683:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610750.855686:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610750.855688:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610751.457727:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610751.457735:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610751.457738:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610751.457743:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610751.457746:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610751.457751:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610751.457754:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610751.457757:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610751.457760:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610751.636602:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610751.636607:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610751.636722:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610751.636727:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610751.636731:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610751.728612:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610751.728626:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610751.728628:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610751.728632:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610751.728635:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610751.728639:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610751.728641:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610751.855650:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610751.855656:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610751.855659:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610751.855663:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610751.855666:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610751.855670:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610751.855673:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610751.855677:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610751.855679:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610752.457698:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610752.457707:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610752.457709:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610752.457715:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610752.457719:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610752.457723:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610752.457727:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610752.457748:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610752.457751:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610752.638664:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610752.638670:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610752.638802:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610752.638819:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610752.638823:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610752.728632:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610752.728650:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610752.728654:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610752.728659:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610752.728663:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610752.728667:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610752.728671:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610752.734617:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610752.734623:0:8737:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1749610752.734626:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610752.734630:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610752.734634:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610752.734637:0:8737:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610752.734641:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610752.734646:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5353 00000100:00080000:0.0:1749610752.734650:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610752.734653:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610752.734656:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610752.734659:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610752.734661:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610752.734665:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610752.734667:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749610752.734670:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610752.734673:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749610752.734676:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749610752.734678:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749610752.734681:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610752.734683:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610752.734685:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610752.734686:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610752.734689:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:0.0:1749610752.734692:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610752.734695:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610752.734708:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610752.734716:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610752.734719:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610752.734721:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610752.734724:0:8737:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610752.734731:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119282680. 00000020:00000040:0.0:1749610752.734735:0:8737:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749610752.734739:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610752.734741:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610752.734745:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610752.734748:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610752.734752:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610752.734759:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88011154ac00. 00000100:00000001:0.0:1749610752.734767:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610752.734776:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119282680 x1834598494558592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610752.734787:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610752.734791:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610752.734796:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119282680] to pc [ptlrpcd_rcv+-1] req@ffff880119282680 x1834598494558592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610752.734825:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610752.734829:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610752.734833:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610752.734834:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610752.734836:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610752.734839:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610752.734841:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5353 00000100:00001000:0.0:1749610752.734845:0:8737:0:(import.c:2097:obd_at_measure()) add 10 to ffff88012e71cbf0 time=7 v=5 (1 1 1 1) 00000100:00001000:0.0:1749610752.734848:0:8737:0:(import.c:2163:obd_at_measure()) AT ffff88012e71cbf0 change: old=5 new=10 delta=5 (val=10) hist 10 1 1 1 00000100:00080000:0.0:1749610752.734851:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s 00000100:00000040:0.0:1749610752.734854:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610752.734856:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610752.734864:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610752.734866:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610752.734869:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610752.734870:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749610752.734872:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610752.734874:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749610752.734876:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:0.0:1749610752.734878:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:0.0:1749610752.734881:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610752.734883:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610752.734884:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610752.734886:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610752.734888:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:0.0:1749610752.734890:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610752.734893:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610752.734894:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749610752.734896:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749610752.734898:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610752.734899:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610752.734901:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610752.734902:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610752.734903:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610752.734905:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1749610752.734906:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119282a00. 00000020:00000040:0.0:1749610752.734908:0:8737:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749610752.734911:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610752.734912:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610752.734913:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:2.0:1749610752.734915:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119282680 x1834598494558592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610752.734915:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610752.734916:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610752.734920:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88011154a800. 00000100:00000001:0.0:1749610752.734923:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610752.734926:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1749610752.734928:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119282a00 x1834598494558720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610752.734929:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610752.734936:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610752.734938:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610752.734941:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610752.734945:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749610752.734947:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119282a00] to pc [ptlrpcd_rcv+-1] req@ffff880119282a00 x1834598494558720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610752.734948:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610752.734952:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119282680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494558592:0@lo:38:kworker.0 00000100:00000001:0.0:1749610752.734956:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610752.734957:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1749610752.734960:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000001:2.0:1749610752.734961:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610752.734963:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610752.734963:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610752.734964:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610752.734965:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:2.0:1749610752.734966:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749610752.734968:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610752.734970:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5353 02000000:00000010:2.0:1749610752.734971:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88011157b400. 02000000:00000001:2.0:1749610752.734973:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610752.734973:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610752.734975:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610752.734977:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610752.734979:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610752.734980:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000010:2.0:1749610752.734981:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe630. 00000020:00000001:0.0:1749610752.734982:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610752.734984:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:0.0:1749610752.734985:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610752.734987:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000400:00000010:2.0:1749610752.734988:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aee0. 00000020:00000001:0.0:1749610752.734990:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000020:00000001:0.0:1749610752.734992:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000040:0.0:1749610752.734995:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000200:2.0:1749610752.734997:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494558592, portal 4 00000100:00000001:0.0:1749610752.734997:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610752.734998:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610752.734999:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610752.735000:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610752.735001:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031247488 : -131936678304128 : ffff880119282680) 00000020:00000040:0.0:1749610752.735002:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00080000:0.0:1749610752.735004:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610752.735006:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610752.735008:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:2.0:1749610752.735011:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119282680 x1834598494558592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610752.735011:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610752.735013:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610752.735019:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610752.735019:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610752.735020:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610752.735022:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610752.735056:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a880. 00000100:00000200:2.0:1749610752.735059:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494558592, offset 0 00000100:00000010:0.0:1749610752.735061:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119283480. 00000020:00000040:0.0:1749610752.735065:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:2.0:1749610752.735066:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749610752.735067:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610752.735069:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610752.735071:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610752.735072:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610752.735074:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610752.735078:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880111549c00. 00000100:00000001:0.0:1749610752.735082:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610752.735083:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1749610752.735087:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119283480 x1834598494558848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1749610752.735095:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf92d980 00000100:00000001:0.0:1749610752.735095:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610752.735097:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610752.735101:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119283480] to pc [ptlrpcd_rcv+-1] req@ffff880119283480 x1834598494558848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610752.735103:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3ded [256] + 18720 00000100:00000001:0.0:1749610752.735108:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610752.735111:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1749610752.735112:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610752.735115:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:2.0:1749610752.735116:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:0.0:1749610752.735118:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119280000. 00000020:00000040:0.0:1749610752.735120:0:8737:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749610752.735122:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749610752.735122:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610752.735124:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:2.0:1749610752.735125:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 02000000:00000001:0.0:1749610752.735125:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610752.735129:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3fd00. 00000100:00000010:2.0:1749610752.735130:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bad4a80. 00000100:00000001:0.0:1749610752.735131:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610752.735133:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009bad4a80 x1834598494558592 msgsize 520 00000100:00000040:0.0:1749610752.735135:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880119280000 x1834598494558976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749610752.735138:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610752.735142:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610752.735144:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610752.735149:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119280000] to pc [ptlrpcd_00_00+0] req@ffff880119280000 x1834598494558976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610752.735158:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749610752.735173:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a880 00000400:00000010:2.0:1749610752.735176:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a880. 00000100:00000001:2.0:1749610752.735179:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749610752.735185:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119282680 x1834598494558592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610752.735191:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610752.735193:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00080000:0.0:1749610752.735195:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000040:2.0:1749610752.735196:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119282680 x1834598494558592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610777 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749610752.735198:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610752.735200:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610752.735202:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610752.735203:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610752.735204:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:2.0:1749610752.735205:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00080000:0.0:1749610752.735207:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5353 00000100:00000001:2.0:1749610752.735210:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610752.735210:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610752.735212:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610752.735214:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610752.735215:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1276 usecs (2 jiffies) 00000100:00000040:0.0:1749610752.735216:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610752.735217:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610752.735218:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300026194 00000020:00000001:0.0:1749610752.735220:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610752.735221:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:0.0:1749610752.735222:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:2.0:1749610752.735223:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677480. 00000020:00000040:0.0:1749610752.735224:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:0.0:1749610752.735226:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:0.0:1749610752.735228:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:2.0:1749610752.735229:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000040:0.0:1749610752.735232:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610752.735233:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610752.735235:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300026194 00000100:00000040:0.0:1749610752.735235:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610752.735237:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000010:2.0:1749610752.735238:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677180. 00000020:00000040:0.0:1749610752.735239:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00000001:2.0:1749610752.735241:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00080000:0.0:1749610752.735241:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610752.735243:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610752.735244:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300026194 02000000:00000001:0.0:1749610752.735245:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000010:2.0:1749610752.735247:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677000. 00000100:00000001:2.0:1749610752.735249:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 02000000:00000001:0.0:1749610752.735249:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610752.735250:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610752.735252:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300026194 00000100:00000001:0.0:1749610752.735253:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:3.0:1749610752.735254:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1749610752.735254:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b6770c0. 00000100:00000001:2.0:1749610752.735257:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:0.0:1749610752.735258:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610752.735260:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610752.735261:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1749610752.735262:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119282d80. 00000100:00000001:2.0:1749610752.735263:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610752.735264:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1749610752.735264:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:2.0:1749610752.735266:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610752.735267:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1749610752.735268:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610752.735268:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610752.735269:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749610752.735270:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610752.735271:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610752.735273:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610752.735274:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119280000 x1834598494558976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610752.735274:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1749610752.735274:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494558592 00000100:00000001:2.0:1749610752.735276:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1749610752.735276:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880111549800. 00000100:00000001:2.0:1749610752.735278:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1749610752.735278:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610752.735279:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610752.735280:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610752.735281:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610752.735284:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610752.735285:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1749610752.735285:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119282d80 x1834598494559104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1749610752.735289:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610752.735290:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1749610752.735290:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119282a00 x1834598494558720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610752.735292:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00100000:1.0:1749610752.735293:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494558592 00000100:00000001:3.0:1749610752.735294:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610752.735294:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610752.735295:0:9696:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1749610752.735297:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:1.0:1749610752.735297:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749610752.735298:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1749610752.735298:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119282d80] to pc [ptlrpcd_rcv+-1] req@ffff880119282d80 x1834598494559104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610752.735299:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1749610752.735300:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610752.735300:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610752.735302:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:1.0:1749610752.735302:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610752.735303:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610752.735304:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610752.735304:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610752.735306:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119280000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494558976:0@lo:400:kworker.0 02000000:00000001:2.0:1749610752.735306:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610752.735306:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610752.735308:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1749610752.735310:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1749610752.735310:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119282a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494558720:0@lo:38:kworker.0 00000020:00000010:1.0:1749610752.735311:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125400. 00000100:00000001:0.0:1749610752.735311:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1749610752.735313:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749610752.735314:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610752.735315:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:0.0:1749610752.735315:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119280380. 02000000:00000001:3.0:1749610752.735316:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610752.735316:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9980. 02000000:00000001:2.0:1749610752.735317:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610752.735318:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:0.0:1749610752.735318:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:2.0:1749610752.735319:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749610752.735319:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610752.735321:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:3.0:1749610752.735322:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7b2e00. 02000000:00000010:2.0:1749610752.735322:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88011157b000. 00000020:00000010:1.0:1749610752.735322:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c258. 02000000:00000001:0.0:1749610752.735323:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610752.735325:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610752.735325:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610752.735326:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f200. 00000100:00000001:1.0:1749610752.735327:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000010:2.0:1749610752.735329:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fee70. 00000100:00000001:0.0:1749610752.735329:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610752.735330:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7c08. 00000100:00000001:1.0:1749610752.735330:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:2.0:1749610752.735332:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a880. 00000100:00000001:1.0:1749610752.735332:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610752.735332:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880119280380 x1834598494559232/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1749610752.735334:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedcc0. 00000100:00000200:2.0:1749610752.735335:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494558720, portal 10 00000100:00000001:2.0:1749610752.735337:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610752.735338:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610752.735339:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494558976, portal 10 00000100:00000001:2.0:1749610752.735339:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031248384 : -131936678303232 : ffff880119282a00) 00000100:00000001:0.0:1749610752.735339:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749610752.735341:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610752.735341:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610752.735343:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031237632 : -131936678313984 : ffff880119280000) 00000100:00000040:2.0:1749610752.735345:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119282a00 x1834598494558720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610752.735345:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119280380] to pc [ptlrpcd_00_01+1] req@ffff880119280380 x1834598494559232/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610752.735351:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119280000 x1834598494558976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610752.735351:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610752.735352:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610752.735354:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610752.735356:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ad48. 00000100:00000200:2.0:1749610752.735359:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494558720, offset 0 00000100:00000001:1.0:1749610752.735360:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1749610752.735363:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610752.735363:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749610752.735364:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610752.735369:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1749610752.735369:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 128 00000100:00000040:0.0:1749610752.735369:0:8737:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5363) 00000100:00000001:1.0:1749610752.735372:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134926043776 : -131938783507840 : ffff88009bad4a80) 00000100:00000001:3.0:1749610752.735374:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749610752.735374:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92da00 00000100:00000040:3.0:1749610752.735377:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1749610752.735378:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bad4a80 x1834598494558592/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610772 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610752.735379:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 30120 00000100:00000001:0.0:1749610752.735379:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1749610752.735380:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedc38. 00000100:00000001:0.0:1749610752.735382:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1749610752.735383:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494558976, offset 0 00000100:00000001:0.0:1749610752.735384:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1749610752.735385:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749610752.735388:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119280380 x1834598494559232/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610752.735389:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610752.735389:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1749610752.735392:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bad4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494558592:12345-0@lo:38:kworker.0 00000100:00000001:2.0:1749610752.735393:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749610752.735396:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494558592 00000100:00000001:0.0:1749610752.735396:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610752.735397:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610752.735398:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1749610752.735399:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:1.0:1749610752.735400:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:0.0:1749610752.735400:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749610752.735402:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1749610752.735403:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bad6d80. 00010000:00000001:1.0:1749610752.735403:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:0.0:1749610752.735404:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610752.735405:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf92db00 00000100:00000040:2.0:1749610752.735406:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009bad6d80 x1834598494558720 msgsize 520 00000100:00100000:0.0:1749610752.735407:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119280380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494559232:0@lo:400:kworker.0 00000100:00100000:2.0:1749610752.735411:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610752.735411:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1749610752.735412:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be9 [64] + 30640 02000000:00000001:0.0:1749610752.735414:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749610752.735416:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610752.735417:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610752.735418:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749610752.735418:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749610752.735419:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749610752.735421:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:0.0:1749610752.735421:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007fb8fa00. 00010000:00020000:1.0:1749610752.735422:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:0.0:1749610752.735423:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610752.735424:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ad48 00000400:00000010:2.0:1749610752.735426:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ad48. 00000100:00000001:2.0:1749610752.735428:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000400:00000010:0.0:1749610752.735428:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffbb0. 00000100:00000200:2.0:1749610752.735432:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119282a00 x1834598494558720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610752.735433:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610752.735436:0:28321:0:(events.c:287:request_in_callback()) Process entered 00010000:00000001:1.0:1749610752.735437:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:3.0:1749610752.735439:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749610752.735440:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610752.735440:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749610752.735442:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000010:3.0:1749610752.735443:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008e99c380. 00000100:00000040:2.0:1749610752.735443:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119282a00 x1834598494558720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610767 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610752.735443:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821088. 02000000:00000001:1.0:1749610752.735445:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1749610752.735447:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff88008e99c380 x1834598494558976 msgsize 224 00000100:00000200:0.0:1749610752.735448:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494559232, portal 10 00000100:00000001:2.0:1749610752.735449:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610752.735450:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130318c00. 00000100:00000001:0.0:1749610752.735450:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00100000:3.0:1749610752.735451:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749610752.735451:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:1.0:1749610752.735452:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610752.735452:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031238528 : -131936678313088 : ffff880119280380) 00000100:00000001:2.0:1749610752.735454:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610752.735454:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610752.735457:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 935 usecs (1 jiffies) 00010000:00000001:1.0:1749610752.735459:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1749610752.735459:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119280380 x1834598494559232/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610752.735460:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300026193 00010000:00000001:1.0:1749610752.735461:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610752.735462:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749610752.735462:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300026194 00000100:00000001:2.0:1749610752.735464:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300026193 00000100:00001000:1.0:1749610752.735465:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749610752.735466:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610752.735467:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300026194 00000400:00000200:3.0:1749610752.735468:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedc38 00000100:00000001:1.0:1749610752.735468:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:0.0:1749610752.735468:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610752.735469:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300026193 00000400:00000010:3.0:1749610752.735470:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedc38. 00000400:00000010:0.0:1749610752.735470:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 00000100:00000001:2.0:1749610752.735471:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300026194 00000100:00000001:1.0:1749610752.735472:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749610752.735473:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749610752.735473:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300026193 00000100:00000200:0.0:1749610752.735474:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494559232, offset 0 00000100:00000001:2.0:1749610752.735475:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300026194 00000100:00000040:1.0:1749610752.735475:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610752.735477:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610752.735477:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000200:3.0:1749610752.735478:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119280000 x1834598494558976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610752.735479:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610752.735479:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610752.735480:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749610752.735481:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749610752.735483:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:2.0:1749610752.735484:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119283480 x1834598494558848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610752.735486:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749610752.735487:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1749610752.735487:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1749610752.735488:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610752.735490:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119280000 x1834598494558976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610768 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610752.735490:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610752.735491:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1749610752.735492:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610752.735496:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000100:00000001:3.0:1749610752.735497:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610752.735497:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610752.735499:0:28321:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:2.0:1749610752.735499:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:1.0:1749610752.735500:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494558592, offset 0 00000400:00000200:0.0:1749610752.735500:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf92dc00 02000000:00000001:2.0:1749610752.735501:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610752.735503:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610752.735506:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 871 usecs (1 jiffies) 00000400:00000200:0.0:1749610752.735506:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be9 [64] + 30864 00000100:00000001:3.0:1749610752.735509:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300026193 02000000:00000001:2.0:1749610752.735512:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610752.735512:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610752.735513:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300026194 00000100:00000001:3.0:1749610752.735515:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300026193 00000400:00000200:0.0:1749610752.735516:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1749610752.735517:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119283480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494558848:0@lo:38:kworker.0 00000100:00000001:3.0:1749610752.735518:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300026194 00000100:00000001:2.0:1749610752.735547:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749610752.735550:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610752.735552:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610752.735554:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749610752.735557:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880111579000. 02000000:00000001:2.0:1749610752.735560:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610752.735562:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300026194 00000400:00000010:2.0:1749610752.735563:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe948. 00000100:00000001:3.0:1749610752.735564:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300026194 00000100:00000001:3.0:1749610752.735566:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300026194 00000100:00000001:3.0:1749610752.735569:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300026194 00000100:00000001:3.0:1749610752.735571:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610752.735573:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610752.735576:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610752.735578:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749610752.735581:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610752.735584:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610752.735586:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:2.0:1749610752.735587:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ad48. 00000100:00000001:0.0:1749610752.735587:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749610752.735588:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610752.735589:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1749610752.735589:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749610752.735591:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610752.735591:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494558848, portal 10 00000400:00000200:1.0:1749610752.735591:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610752.735593:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610752.735593:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000010:0.0:1749610752.735593:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119281880. 00000100:00000001:2.0:1749610752.735595:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031251072 : -131936678300544 : ffff880119283480) 00000100:00000040:0.0:1749610752.735596:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff880119281880 x1834598494559232 msgsize 224 00000400:00000200:1.0:1749610752.735599:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf92d980 00000100:00100000:0.0:1749610752.735601:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1749610752.735602:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119283480 x1834598494558848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610752.735605:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x68c5 [1] + 0 00000100:00000001:2.0:1749610752.735609:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610752.735609:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749610752.735611:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749610752.735612:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610752.735613:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 00000400:00000200:1.0:1749610752.735615:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610752.735616:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 00000400:00000010:0.0:1749610752.735618:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 00000100:00000001:0.0:1749610752.735621:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749610752.735622:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:2.0:1749610752.735622:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494558848, offset 0 00000100:00000001:1.0:1749610752.735623:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:3.0:1749610752.735625:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494558720 00000100:00000200:0.0:1749610752.735625:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119280380 x1834598494559232/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610752.735626:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1749610752.735627:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610752.735629:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1749610752.735629:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119282680 x1834598494558592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610777 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610752.735632:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610752.735633:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610752.735634:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749610752.735635:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610752.735637:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119280380 x1834598494559232/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610768 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610752.735638:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494558720 00000400:00000200:2.0:1749610752.735639:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92da80 00000020:00000001:3.0:1749610752.735640:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:1.0:1749610752.735641:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119282680 x1834598494558592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610777 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749610752.735642:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610752.735643:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1749610752.735643:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 31088 00000100:00000001:0.0:1749610752.735644:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610752.735645:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610752.735646:0:28322:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:3.0:1749610752.735647:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610752.735648:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610752.735649:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610752.735651:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2a00. 00000400:00000200:2.0:1749610752.735651:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749610752.735653:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 806 usecs (1 jiffies) 00000100:00000001:2.0:1749610752.735654:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000020:00000010:3.0:1749610752.735655:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c280. 00000100:00000200:2.0:1749610752.735656:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749610752.735656:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300026194 00000100:00000001:1.0:1749610752.735657:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:3.0:1749610752.735659:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8c80. 00000100:00000010:2.0:1749610752.735659:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bad4380. 00000100:00000001:0.0:1749610752.735659:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300026194 00000100:00000001:0.0:1749610752.735661:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300026194 00000100:00000001:3.0:1749610752.735662:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:2.0:1749610752.735662:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009bad4380 x1834598494558848 msgsize 520 00000100:00000001:3.0:1749610752.735664:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610752.735664:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300026194 00000100:00100000:2.0:1749610752.735665:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610752.735666:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610752.735666:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00000100:00000001:0.0:1749610752.735666:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300026194 00000400:00000010:1.0:1749610752.735668:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00000100:00000001:0.0:1749610752.735668:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300026194 00000100:00000001:3.0:1749610752.735670:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610752.735670:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300026194 00000100:00000001:1.0:1749610752.735671:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610752.735672:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300026194 00000100:00000001:1.0:1749610752.735673:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749610752.735674:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610752.735676:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610752.735677:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610752.735680:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610752.735681:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610752.735682:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749610752.735682:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610752.735683:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749610752.735684:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610752.735685:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610752.735686:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749610752.735688:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 00000100:00100000:3.0:1749610752.735690:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494558976 00000400:00000010:2.0:1749610752.735690:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 00000100:00000040:1.0:1749610752.735690:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bad4a80 x1834598494558592/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610772 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610752.735692:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610752.735692:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749610752.735693:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610752.735694:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610752.735694:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1749610752.735695:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610752.735696:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119283480 x1834598494558848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610752.735697:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1749610752.735698:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610752.735698:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1749610752.735700:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494558976 00000100:00100000:1.0:1749610752.735700:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bad4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494558592:12345-0@lo:38:kworker.0 Request processed in 309us (565us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749610752.735700:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610752.735701:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749610752.735702:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749610752.735703:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000020:00000001:3.0:1749610752.735704:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610752.735704:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000040:3.0:1749610752.735707:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000100:00000040:2.0:1749610752.735707:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119283480 x1834598494558848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610777 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610752.735709:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00100000:1.0:1749610752.735709:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 128 00000020:00000001:3.0:1749610752.735711:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:1.0:1749610752.735712:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610752.735714:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610752.735714:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749610752.735715:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610752.735716:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749610752.735717:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:3.0:1749610752.735718:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4211680. 00000100:00000001:2.0:1749610752.735718:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610752.735718:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9980. 00000100:00100000:0.0:1749610752.735720:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494559232 00000100:00000040:2.0:1749610752.735722:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 842 usecs (1 jiffies) 02000000:00000001:0.0:1749610752.735722:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:1.0:1749610752.735723:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c258. 00000100:00000001:2.0:1749610752.735724:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300026194 00000100:00000001:0.0:1749610752.735724:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000040:3.0:1749610752.735725:0:9693:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000020:00000010:1.0:1749610752.735726:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125400. 00000100:00000001:0.0:1749610752.735726:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610752.735727:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300026194 00000100:00000001:2.0:1749610752.735729:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300026194 02000000:00000001:0.0:1749610752.735729:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610752.735731:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300026194 00000100:00000001:1.0:1749610752.735731:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749610752.735731:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494559232 00000100:00000001:3.0:1749610752.735732:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1749610752.735733:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300026194 00000020:00000001:0.0:1749610752.735734:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:3.0:1749610752.735735:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3800. 00000020:00000040:0.0:1749610752.735735:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:2.0:1749610752.735736:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300026194 00000020:00000001:0.0:1749610752.735737:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:3.0:1749610752.735738:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cc80. 00000100:00000001:2.0:1749610752.735738:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300026194 00000020:00000040:0.0:1749610752.735739:0:9692:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:2.0:1749610752.735740:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300026194 00000020:00000010:3.0:1749610752.735741:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c87d0. 00000100:00000001:2.0:1749610752.735742:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749610752.735742:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749610752.735744:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610752.735744:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000040:3.0:1749610752.735746:0:9693:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1749610752.735747:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749610752.735748:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000001:2.0:1749610752.735748:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749610752.735749:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000001:2.0:1749610752.735750:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:0.0:1749610752.735750:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3800. 00000100:00000001:3.0:1749610752.735751:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749610752.735752:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe630. 00000100:00000001:1.0:1749610752.735752:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1749610752.735754:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aee0 00000100:00100000:1.0:1749610752.735754:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494558848 00000020:00000010:0.0:1749610752.735754:0:9692:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b4211140. 00000100:00000001:3.0:1749610752.735755:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000010:2.0:1749610752.735756:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aee0. 02000000:00000001:1.0:1749610752.735756:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610752.735757:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749610752.735758:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610752.735758:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610752.735758:0:9692:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1749610752.735759:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610752.735760:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610752.735760:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b3800. 00000100:00000200:2.0:1749610752.735761:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119282680 x1834598494558592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610777 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610752.735763:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610752.735764:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749610752.735765:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494558848 00000020:00000010:0.0:1749610752.735766:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e800. 00000020:00000001:1.0:1749610752.735767:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610752.735769:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749610752.735770:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1749610752.735770:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff580. 00000100:00000001:3.0:1749610752.735771:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1749610752.735771:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749610752.735773:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610752.735774:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4added8. 00000100:00100000:3.0:1749610752.735775:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 213 00000020:00000001:1.0:1749610752.735775:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610752.735778:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000020:00000010:1.0:1749610752.735778:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125400. 00000100:00000001:0.0:1749610752.735778:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610752.735779:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610752.735780:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134706660224 : -131939002891392 : ffff88008e99c380) 00000100:00000200:2.0:1749610752.735781:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119282680 x1834598494558592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610777 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610752.735782:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610752.735785:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008e99c380 x1834598494558976/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:188/0 lens 224/0 e 0 to 0 dl 1749610763 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610752.735785:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9980. 00000100:00000001:0.0:1749610752.735786:0:9692:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1749610752.735788:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:1.0:1749610752.735788:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c258. 00000100:00000001:0.0:1749610752.735788:0:9692:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749610752.735789:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610752.735790:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610752.735792:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749610752.735792:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1749610752.735794:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610752.735794:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610752.735796:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610752.735796:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610752.735796:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610752.735798:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610752.735800:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610752.735801:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610752.735802:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610752.735805:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610752.735806:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749610752.735806:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00001000:2.0:1749610752.735807:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610752 v=5 (0 0 0 0) 00000020:00000010:3.0:1749610752.735808:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4211280. 00000100:00000001:1.0:1749610752.735809:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610752.735810:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1749610752.735810:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 214 00000100:00000001:3.0:1749610752.735811:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00001000:2.0:1749610752.735811:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=25 v=20 (20 1 1 1) 00000100:00000001:2.0:1749610752.735813:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000010:3.0:1749610752.735814:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b4211280. 00000100:00000040:0.0:1749610752.735814:0:9692:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:2.0:1749610752.735816:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:1.0:1749610752.735816:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 341 00000100:00000001:0.0:1749610752.735816:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137031243904 : -131936678307712 : ffff880119281880) 00000100:00100000:3.0:1749610752.735818:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e99c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494558976:12345-0@lo:400:kworker.0 00000100:00000001:2.0:1749610752.735818:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610752.735818:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134926052736 : -131938783498880 : ffff88009bad6d80) 00000100:00000040:0.0:1749610752.735821:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880119281880 x1834598494559232/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:188/0 lens 224/0 e 0 to 0 dl 1749610763 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610752.735822:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494558976 00000100:00000040:2.0:1749610752.735823:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119282680 x1834598494558592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610777 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610752.735823:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bad6d80 x1834598494558720/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610772 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610752.735825:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749610752.735828:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:0.0:1749610752.735829:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1749610752.735830:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610752.735831:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:0.0:1749610752.735831:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3800. 00000100:00100000:1.0:1749610752.735832:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bad6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494558720:12345-0@lo:38:kworker.0 00000020:00000001:3.0:1749610752.735833:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1749610752.735834:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610752.735834:0:9692:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749610752.735835:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000200:1.0:1749610752.735835:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494558720 00000100:00000001:2.0:1749610752.735836:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749610752.735836:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b3800. 00000020:00000001:1.0:1749610752.735837:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749610752.735838:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000001:3.0:1749610752.735839:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1749610752.735840:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749610752.735840:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:0.0:1749610752.735840:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880119281880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494559232:12345-0@lo:400:kworker.0 00000020:00000001:3.0:1749610752.735842:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749610752.735843:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000001:3.0:1749610752.735844:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000200:0.0:1749610752.735844:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494559232 00000020:00000001:3.0:1749610752.735846:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00080000:2.0:1749610752.735846:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000020:00000001:0.0:1749610752.735846:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749610752.735848:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610752.735848:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:1.0:1749610752.735848:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610752.735848:0:9692:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:3.0:1749610752.735850:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000001:0.0:1749610752.735850:0:9692:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749610752.735851:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:2.0:1749610752.735852:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119282680 x1834598494558592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610777 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610752.735852:0:9692:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00010000:00000001:1.0:1749610752.735854:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:0.0:1749610752.735854:0:9692:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:3.0:1749610752.735855:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610752.735856:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1749610752.735856:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:0.0:1749610752.735856:0:9692:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1749610752.735859:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:0.0:1749610752.735859:0:9692:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1749610752.735860:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801302f7400. 00000100:00100000:2.0:1749610752.735860:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119282680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494558592:0@lo:38:kworker.0 00000100:00000001:1.0:1749610752.735860:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1749610752.735861:0:9692:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 02000000:00000001:3.0:1749610752.735862:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610752.735862:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1749610752.735863:0:9692:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1749610752.735864:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610752.735865:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610752.735865:0:9692:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610752.735866:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1749610752.735867:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610752.735867:0:9692:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000010:1.0:1749610752.735868:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880113584000. 00010000:00000040:3.0:1749610752.735870:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494558976 02000000:00000001:1.0:1749610752.735870:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610752.735870:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:3.0:1749610752.735872:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:1.0:1749610752.735872:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610752.735872:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1749610752.735874:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119282680 x1834598494558592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610777 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610752.735875:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000010:0.0:1749610752.735875:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880111549400. 00010000:00000200:3.0:1749610752.735877:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008e99c380 x1834598494558976/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:188/0 lens 224/224 e 0 to 0 dl 1749610763 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610752.735877:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610752.735880:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610752.735881:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749610752.735882:0:9692:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610752.735883:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:3.0:1749610752.735884:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000040:0.0:1749610752.735885:0:9692:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494559232 00010000:00000001:3.0:1749610752.735886:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610752.735886:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88011157b400. 00010000:00000001:1.0:1749610752.735887:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610752.735887:0:9692:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00001000:3.0:1749610752.735889:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=107 v=5 (1 1 1 1) 02000000:00000001:2.0:1749610752.735889:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:1.0:1749610752.735891:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:2.0:1749610752.735892:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749610752.735893:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000040:2.0:1749610752.735893:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:1.0:1749610752.735894:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:3.0:1749610752.735895:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:2.0:1749610752.735895:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749610752.735896:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000010:2.0:1749610752.735898:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88011154ac00. 02000000:00000001:2.0:1749610752.735901:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749610752.735902:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:2.0:1749610752.735902:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1749610752.735904:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:1.0:1749610752.735904:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000010:2.0:1749610752.735905:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119282680. 02000000:00000001:3.0:1749610752.735906:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610752.735906:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00010000:00000200:0.0:1749610752.735906:0:9692:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880119281880 x1834598494559232/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:188/0 lens 224/224 e 0 to 0 dl 1749610763 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610752.735908:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:3.0:1749610752.735909:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610752.735910:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000040:3.0:1749610752.735911:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610752.735912:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610752.735912:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000010:3.0:1749610752.735914:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedc38. 00000100:00000001:2.0:1749610752.735914:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749610752.735914:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:1.0:1749610752.735915:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610752.735916:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610752.735916:0:9692:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610752.735918:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494558976, offset 224 00000100:00000001:2.0:1749610752.735918:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610752.735919:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00001000:0.0:1749610752.735919:0:9692:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=107 v=5 (1 1 1 1) 00000100:00000001:2.0:1749610752.735920:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610752.735921:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1749610752.735922:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610752.735922:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610752.735922:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:1.0:1749610752.735923:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000100:00000001:2.0:1749610752.735924:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610752.735925:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749610752.735925:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000200:1.0:1749610752.735927:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494558720, offset 0 00000100:00000001:0.0:1749610752.735927:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:2.0:1749610752.735929:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119282d80 x1834598494559104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610752.735930:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749610752.735930:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:1.0:1749610752.735931:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749610752.735931:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610752.735933:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610752.735936:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1749610752.735937:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92db00 00000100:00000001:2.0:1749610752.735937:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610752.735937:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749610752.735939:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1749610752.735939:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1749610752.735939:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 02000000:00000001:2.0:1749610752.735941:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749610752.735942:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x68d1 [1] + 224 02000000:00000001:2.0:1749610752.735943:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610752.735945:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92da00 00000100:00100000:2.0:1749610752.735946:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119282d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494559104:0@lo:38:kworker.0 00000400:00000200:3.0:1749610752.735947:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749610752.735947:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494559232, offset 224 00000100:00000001:2.0:1749610752.735949:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749610752.735950:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1749610752.735950:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x68cd [1] + 0 00000400:00000200:3.0:1749610752.735951:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749610752.735952:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610752.735953:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1749610752.735954:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610752.735955:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:2.0:1749610752.735956:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88011157b400. 00000100:00000001:3.0:1749610752.735958:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:1.0:1749610752.735958:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749610752.735959:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610752.735961:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:0.0:1749610752.735963:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1749610752.735964:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119280000 x1834598494558976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610768 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610752.735966:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119282a00 x1834598494558720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610767 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610752.735969:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe630. 00000400:00000200:0.0:1749610752.735970:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92dc00 00000100:00000040:3.0:1749610752.735973:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880119280000 x1834598494558976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610768 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610752.735976:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aee0. 00000100:00000040:1.0:1749610752.735976:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119282a00 x1834598494558720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610767 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610752.735977:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x68dd [1] + 224 00000400:00000200:0.0:1749610752.735982:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610752.735984:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:2.0:1749610752.735984:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494559104, portal 10 00000100:00000001:1.0:1749610752.735985:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749610752.735985:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610752.735987:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1749610752.735989:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedc38 00000100:00000001:2.0:1749610752.735989:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031249280 : -131936678302336 : ffff880119282d80) 00000400:00000010:3.0:1749610752.735991:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedc38. 00000100:00000001:3.0:1749610752.735994:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:1.0:1749610752.735994:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00000100:00000001:3.0:1749610752.735995:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000010:1.0:1749610752.735996:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00000100:00000001:3.0:1749610752.735999:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610752.735999:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119282d80 x1834598494559104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610752.735999:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610752.736000:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749610752.736000:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:3.0:1749610752.736002:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:1.0:1749610752.736003:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610752.736004:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000200:0.0:1749610752.736004:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119280380 x1834598494559232/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610768 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610752.736006:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610752.736006:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:3.0:1749610752.736008:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1749610752.736008:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610752.736009:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:1.0:1749610752.736010:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610752.736012:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008e99c380 x1834598494558976/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:188/0 lens 224/224 e 0 to 0 dl 1749610763 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610752.736014:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1749610752.736014:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bad6d80 x1834598494558720/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610772 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610752.736014:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880119280380 x1834598494559232/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610768 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610752.736017:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 00000100:00000200:2.0:1749610752.736021:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494559104, offset 0 00000100:00000001:0.0:1749610752.736051:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749610752.736053:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1749610752.736054:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e99c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494558976:12345-0@lo:400:kworker.0 Request processed in 217us (575us total) trans 0 rc 0/0 00000100:00100000:1.0:1749610752.736054:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bad6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494558720:12345-0@lo:38:kworker.0 Request processed in 191us (615us total) trans 0 rc -19/-19 00000400:00000200:0.0:1749610752.736060:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 00000400:00000010:0.0:1749610752.736063:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 00000100:00000001:0.0:1749610752.736066:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:2.0:1749610752.736067:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610752.736067:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:3.0:1749610752.736068:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 213 00000100:00000001:0.0:1749610752.736071:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610752.736074:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000200:2.0:1749610752.736076:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92db80 00010000:00000001:0.0:1749610752.736076:0:9692:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000040:3.0:1749610752.736082:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000400:00000200:2.0:1749610752.736083:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 31608 00000020:00000001:0.0:1749610752.736083:0:9692:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610752.736084:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 341 00000020:00000001:0.0:1749610752.736085:0:9692:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1749610752.736086:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610752.736087:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610752.736087:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749610752.736090:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1749610752.736090:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749610752.736090:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119281880 x1834598494559232/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:188/0 lens 224/224 e 0 to 0 dl 1749610763 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610752.736091:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c280. 00000400:00000200:2.0:1749610752.736094:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1749610752.736095:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cc80. 00000020:00000010:1.0:1749610752.736095:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8c80. 00000100:00000001:2.0:1749610752.736099:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000020:00000010:1.0:1749610752.736099:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2a00. 00000020:00000010:3.0:1749610752.736100:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c87d0. 00000100:00000200:2.0:1749610752.736101:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:0.0:1749610752.736101:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880119281880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494559232:12345-0@lo:400:kworker.0 Request processed in 269us (502us total) trans 0 rc 0/0 00000100:00000001:1.0:1749610752.736102:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749610752.736105:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3800. 00000100:00000010:2.0:1749610752.736108:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880070f0aa00. 00000100:00000001:1.0:1749610752.736110:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1749610752.736110:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 214 00000020:00000040:3.0:1749610752.736111:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00000040:2.0:1749610752.736112:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880070f0aa00 x1834598494559104 msgsize 520 00000100:00000001:1.0:1749610752.736112:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1749610752.736112:0:9692:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:3.0:1749610752.736115:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610752.736115:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:1.0:1749610752.736116:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 342 00000100:00000001:0.0:1749610752.736116:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:2.0:1749610752.736118:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610752.736118:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134926041984 : -131938783509632 : ffff88009bad4380) 00000020:00000010:0.0:1749610752.736120:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff580. 00000100:00000001:2.0:1749610752.736121:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:1.0:1749610752.736122:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bad4380 x1834598494558848/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610772 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610752.736124:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4added8. 00000100:00000001:3.0:1749610752.736126:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1749610752.736127:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 00000020:00000010:0.0:1749610752.736127:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e800. 00000100:00100000:3.0:1749610752.736129:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494559104 00000400:00000010:2.0:1749610752.736129:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 00000020:00000040:0.0:1749610752.736130:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00100000:1.0:1749610752.736131:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bad4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494558848:12345-0@lo:38:kworker.0 02000000:00000001:3.0:1749610752.736132:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610752.736132:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749610752.736133:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610752.736134:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1749610752.736134:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494558848 00000100:00000200:2.0:1749610752.736136:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119282d80 x1834598494559104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610752.736136:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749610752.736137:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610752.736138:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:3.0:1749610752.736141:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610752.736143:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1749610752.736144:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494559104 00000020:00000001:3.0:1749610752.736146:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:2.0:1749610752.736146:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119282d80 x1834598494559104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610777 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610752.736146:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610752.736147:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1749610752.736148:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00010000:00020000:1.0:1749610752.736149:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749610752.736149:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1749610752.736151:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1749610752.736151:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610752.736152:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749610752.736153:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1749610752.736154:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610752.736154:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:1.0:1749610752.736154:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000001:0.0:1749610752.736154:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1749610752.736156:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610752.736157:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000010:0.0:1749610752.736157:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffbb0. 00000100:00000001:1.0:1749610752.736158:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749610752.736160:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:3.0:1749610752.736161:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3800. 00000400:00000200:0.0:1749610752.736161:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821088 02000000:00000010:1.0:1749610752.736163:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880113584c00. 00000400:00000010:0.0:1749610752.736163:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821088. 00000020:00000010:3.0:1749610752.736165:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cc80. 00000100:00000001:2.0:1749610752.736165:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610752.736165:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610752.736165:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610752.736167:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610752.736168:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c87d0. 00000100:00000040:2.0:1749610752.736169:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 660 usecs (1 jiffies) 00000100:00000200:0.0:1749610752.736169:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119280380 x1834598494559232/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610768 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610752.736170:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749610752.736171:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610752.736172:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300026194 00000100:00000001:3.0:1749610752.736173:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610752.736174:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00001000:1.0:1749610752.736174:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749610752.736176:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300026194 00000100:00000001:1.0:1749610752.736177:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610752.736178:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610752.736178:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119280380 x1834598494559232/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610768 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610752.736179:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300026194 00000100:00000001:3.0:1749610752.736182:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610752.736183:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300026194 00000100:00000001:1.0:1749610752.736184:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610752.736184:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610752.736186:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300026194 00000100:00000001:0.0:1749610752.736186:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610752.736187:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610752.736188:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300026194 00000100:00000001:0.0:1749610752.736188:0:28322:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749610752.736189:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749610752.736189:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610752.736191:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749610752.736191:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610752.736192:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610752.736192:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300026194 00000100:00000001:0.0:1749610752.736193:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610752.736194:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300026194 00000100:00000040:1.0:1749610752.736194:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:0.0:1749610752.736195:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610752.736196:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749610752.736197:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610752.736198:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610752.736200:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610752.736201:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610752.736201:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610752.736202:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610752.736203:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:1.0:1749610752.736204:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000100:00001000:0.0:1749610752.736205:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=57 v=5 (5 5 5 5) 00000400:00000001:2.0:1749610752.736207:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00001000:0.0:1749610752.736208:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=57 v=5 (1 1 1 1) 00000100:00100000:3.0:1749610752.736209:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 343 00000400:00000001:2.0:1749610752.736210:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749610752.736211:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610752.736212:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134209038848 : -131939500512768 : ffff880070f0aa00) 00000100:00000001:0.0:1749610752.736212:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610752.736213:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fee70. 00010000:00000001:0.0:1749610752.736215:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1749610752.736217:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a880 00000100:00000040:3.0:1749610752.736219:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880070f0aa00 x1834598494559104/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610772 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610752.736220:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a880. 00010000:00080000:0.0:1749610752.736220:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880119280380 x1834598494559232/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610768 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610752.736223:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749610752.736224:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494558848, offset 0 00010000:00000001:0.0:1749610752.736227:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610752.736229:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119282a00 x1834598494558720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610767 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610752.736229:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610752.736231:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1749610752.736233:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00100000:3.0:1749610752.736234:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880070f0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494559104:12345-0@lo:38:kworker.0 00000100:00000001:0.0:1749610752.736235:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000400:00000200:1.0:1749610752.736236:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610752.736236:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610752.736239:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119280380 x1834598494559232/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610768 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610752.736241:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92da80 00000100:00000200:2.0:1749610752.736243:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119282a00 x1834598494558720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610767 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610752.736245:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x68e9 [1] + 0 00000100:00000001:0.0:1749610752.736246:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1749610752.736248:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494559104 00000100:00000001:0.0:1749610752.736248:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1749610752.736249:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610752.736250:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610752.736252:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:1.0:1749610752.736252:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749610752.736253:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119280380 x1834598494559232/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610768 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610752.736254:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000001:3.0:1749610752.736256:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749610752.736256:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610752.736256:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610752.736259:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000200:1.0:1749610752.736260:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119283480 x1834598494558848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610777 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610752.736262:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00100000:0.0:1749610752.736262:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119280380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494559232:0@lo:400:kworker.0 00000100:00000001:2.0:1749610752.736264:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610752.736267:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610752.736267:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610752.736268:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610752.736268:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610752.736269:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119283480 x1834598494558848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610777 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610752.736271:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610752.736271:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119280380 x1834598494559232/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610768 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00020000:3.0:1749610752.736272:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749610752.736275:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749610752.736277:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00001000:2.0:1749610752.736277:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610752 v=5 (0 0 0 0) 00000100:00000001:1.0:1749610752.736277:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610752.736278:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610752.736279:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749610752.736280:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:1.0:1749610752.736281:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 02000000:00000010:0.0:1749610752.736281:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007fb8fa00. 00000100:00000001:3.0:1749610752.736282:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00001000:2.0:1749610752.736282:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=7 v=10 (10 1 1 1) 00000400:00000010:1.0:1749610752.736282:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 02000000:00000001:3.0:1749610752.736284:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749610752.736284:0:12680:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:0.0:1749610752.736284:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610752.736285:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1749610752.736286:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000040:0.0:1749610752.736286:0:28322:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749610752.736287:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000010:3.0:1749610752.736288:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801302f6800. 00000100:00000001:1.0:1749610752.736288:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610752.736288:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1749610752.736290:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610752.736290:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f200. 00000100:00000040:1.0:1749610752.736291:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610752.736292:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610752.736293:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610752.736295:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1749610752.736295:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1749610752.736297:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610752.736298:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1749610752.736299:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610752.736299:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bad4380 x1834598494558848/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610772 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749610752.736300:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:0.0:1749610752.736300:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610752.736302:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119280380. 00000100:00000001:3.0:1749610752.736303:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749610752.736303:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610752.736306:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610752.736306:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610752.736307:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610752.736309:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610752.736309:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610752.736311:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:2.0:1749610752.736311:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119282a00 x1834598494558720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610767 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610752.736313:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610752.736314:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749610752.736314:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610752.736317:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1749610752.736318:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610752.736318:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610752.736319:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bad4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494558848:12345-0@lo:38:kworker.0 Request processed in 187us (655us total) trans 0 rc -19/-19 02000000:00000001:3.0:1749610752.736320:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610752.736321:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610752.736323:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610752.736324:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:3.0:1749610752.736326:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:1.0:1749610752.736327:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 342 00000400:00000010:3.0:1749610752.736328:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedc38. 00000100:00000001:2.0:1749610752.736328:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610752.736330:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610752.736330:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610752.736331:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1749610752.736332:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494559104, offset 0 00000100:00000001:2.0:1749610752.736333:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000010:1.0:1749610752.736334:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9980. 00000100:00000001:2.0:1749610752.736336:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:3.0:1749610752.736337:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1749610752.736337:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c258. 00000020:00000010:1.0:1749610752.736340:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125400. 00000100:00080000:2.0:1749610752.736341:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1749610752.736343:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610752.736344:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00080000:2.0:1749610752.736345:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610752.736349:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749610752.736350:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92db80 00000400:00000200:3.0:1749610752.736355:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x68fd [1] + 0 00000100:00000040:2.0:1749610752.736355:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119282a00 x1834598494558720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610767 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610752.736359:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00080000:0.0:1749610752.736359:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000040:0.0:1749610752.736362:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000400:00000200:3.0:1749610752.736369:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1749610752.736369:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119282a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494558720:0@lo:38:kworker.0 00000100:00000001:3.0:1749610752.736373:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610752.736377:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119282d80 x1834598494559104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610777 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749610752.736378:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749610752.736379:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000001:2.0:1749610752.736380:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749610752.736382:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1749610752.736383:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe948. 00000100:00000040:3.0:1749610752.736386:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119282d80 x1834598494559104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610777 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610752.736387:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ad48 00000400:00000010:2.0:1749610752.736390:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ad48. 00000100:00000001:2.0:1749610752.736393:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610752.736394:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000001:1.0:1749610752.736394:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749610752.736396:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:2.0:1749610752.736398:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119283480 x1834598494558848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610777 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610752.736398:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7c08. 00000400:00000200:1.0:1749610752.736402:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedcc0 00000400:00000010:1.0:1749610752.736404:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedcc0. 00000100:00000001:1.0:1749610752.736407:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749610752.736411:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119280000 x1834598494558976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610768 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610752.736412:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119283480 x1834598494558848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610777 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610752.736413:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedc38 00000400:00000010:3.0:1749610752.736415:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedc38. 00000100:00000001:3.0:1749610752.736417:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610752.736419:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:1.0:1749610752.736420:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119280000 x1834598494558976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610768 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610752.736422:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610752.736422:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610752.736424:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610752.736425:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610752.736427:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610752.736427:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749610752.736427:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610752.736428:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610752.736429:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610752.736429:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610752.736430:0:28321:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749610752.736431:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1749610752.736432:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1749610752.736434:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880070f0aa00 x1834598494559104/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610772 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610752.736434:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610752.736435:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610752.736438:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610752.736440:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610752.736443:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=107 v=5 (5 5 5 5) 00000100:00100000:3.0:1749610752.736444:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880070f0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494559104:12345-0@lo:38:kworker.0 Request processed in 211us (330us total) trans 0 rc -19/-19 02000000:00000001:2.0:1749610752.736444:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610752.736446:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=107 v=5 (1 1 1 1) 00000100:00000001:1.0:1749610752.736449:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00001000:2.0:1749610752.736450:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610752 v=5 (0 0 0 0) 00000100:00000001:1.0:1749610752.736451:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610752.736452:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 343 00010000:00000001:1.0:1749610752.736453:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1749610752.736455:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:2.0:1749610752.736455:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=107 v=20 (1 1 1 20) 00000100:00000001:3.0:1749610752.736456:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749610752.736459:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000010:3.0:1749610752.736460:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cc80. 00000100:00000001:2.0:1749610752.736462:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:3.0:1749610752.736463:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c87d0. 00000100:00000001:2.0:1749610752.736465:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:3.0:1749610752.736466:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3800. 00000100:00000001:3.0:1749610752.736469:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610752.736470:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119283480 x1834598494558848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610777 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1749610752.736473:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880119280000 x1834598494558976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610768 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610752.736477:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610752.736480:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:1.0:1749610752.736480:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610752.736481:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610752.736483:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749610752.736483:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1749610752.736485:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749610752.736485:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1749610752.736487:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00080000:2.0:1749610752.736488:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1749610752.736488:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610752.736490:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000040:1.0:1749610752.736491:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119280000 x1834598494558976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610768 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610752.736493:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610752.736496:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119283480 x1834598494558848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610777 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610752.736498:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610752.736500:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610752.736502:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749610752.736504:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119283480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494558848:0@lo:38:kworker.0 00000100:00000040:1.0:1749610752.736506:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119280000 x1834598494558976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610768 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610752.736508:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610752.736510:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610752.736513:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119282a00 x1834598494558720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610767 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610752.736514:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119280000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494558976:0@lo:400:kworker.0 00000100:00000001:2.0:1749610752.736519:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749610752.736519:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610752.736545:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749610752.736545:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000010:2.0:1749610752.736548:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88011157b000. 00000100:00000040:1.0:1749610752.736548:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119280000 x1834598494558976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610768 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610752.736551:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610752.736552:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610752.736555:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:1.0:1749610752.736555:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749610752.736558:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1749610752.736558:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749610752.736560:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7b2e00. 02000000:00000001:1.0:1749610752.736563:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:2.0:1749610752.736565:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88011154a800. 00000020:00000001:1.0:1749610752.736565:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610752.736566:0:28321:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:2.0:1749610752.736568:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:1.0:1749610752.736569:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1749610752.736570:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610752.736571:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119282a00. 02000000:00000010:1.0:1749610752.736571:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3fd00. 02000000:00000001:1.0:1749610752.736574:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1749610752.736576:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 02000000:00000001:1.0:1749610752.736576:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1749610752.736577:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300026194, at 4300026194 00000100:00000001:2.0:1749610752.736577:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1749610752.736578:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119280000. 00000100:00000001:2.0:1749610752.736579:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610752.736581:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1749610752.736581:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300026194, at 4300026194 00000100:00000001:1.0:1749610752.736582:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610752.736583:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119283480 x1834598494558848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610777 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749610752.736585:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b6770c0. 00000100:00000001:1.0:1749610752.736589:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1749610752.736589:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677480. 00000100:00000001:2.0:1749610752.736590:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610752.736591:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610752.736593:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880111579000. 00000100:00000001:1.0:1749610752.736594:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1749610752.736595:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610752.736596:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1749610752.736596:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610752.736597:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1749610752.736598:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1749610752.736599:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610752.736600:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880111549c00. 00000100:00000001:1.0:1749610752.736600:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610752.736602:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610752.736604:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610752.736605:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119283480. 00000100:00000001:2.0:1749610752.736611:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610752.736612:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610752.736615:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610752.736619:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610752.736621:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610752.736623:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610752.736625:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749610752.736629:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610752.736630:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610752.736633:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe630. 00000400:00000200:2.0:1749610752.736635:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aee0 00000400:00000010:2.0:1749610752.736637:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aee0. 00000100:00000001:2.0:1749610752.736639:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610752.736642:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119282d80 x1834598494559104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610777 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610752.736650:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119282d80 x1834598494559104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610777 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610752.736668:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610752.736669:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610752.736671:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610752.736673:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610752.736675:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610752.736676:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610752.736678:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610752.736682:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610752 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610752.736685:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=57 v=20 (1 1 1 20) 00000100:00000001:2.0:1749610752.736688:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610752.736689:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610752.736692:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610752.736695:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119282d80 x1834598494559104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610777 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610752.736702:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610752.736704:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610752.736706:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610752.736707:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610752.736709:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610752.736711:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610752.736713:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610752.736715:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610752.736719:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119282d80 x1834598494559104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610777 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610752.736726:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119282d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494559104:0@lo:38:kworker.0 00000100:00000001:2.0:1749610752.736730:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610752.736731:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610752.736734:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119282d80 x1834598494559104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610777 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610752.736749:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610752.736751:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610752.736753:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88011157b400. 02000000:00000001:2.0:1749610752.736755:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610752.736756:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610752.736757:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1749610752.736759:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610752.736761:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880111549800. 02000000:00000001:2.0:1749610752.736763:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610752.736764:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610752.736765:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119282d80. 00000100:00000001:2.0:1749610752.736769:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610752.736770:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610752.736772:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610752.736773:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610752.736775:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610752.736776:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610752.736778:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610752.737622:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300026194, at 4300026195 00000100:00000040:2.0:1749610752.737625:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300026194, at 4300026195 00000100:00000010:1.0:1749610752.737633:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677180. 00000100:00000010:2.0:1749610752.737635:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677000. 00000100:00000001:0.0:1749610752.855608:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610752.855613:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610752.855616:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610752.855620:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610752.855623:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610752.855626:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610752.855629:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610752.855632:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610752.855634:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610753.457666:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610753.457673:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610753.457675:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610753.457680:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610753.457683:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610753.457686:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610753.457689:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610753.457692:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610753.457695:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610753.640708:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610753.640715:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610753.640747:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1749610753.640750:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610753.640753:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610753.736642:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610753.736662:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610753.736666:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610753.736671:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610753.736675:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610753.736680:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610753.736684:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610753.855678:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610753.855686:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610753.855689:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610753.855694:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610753.855697:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610753.855700:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610753.855704:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610753.855708:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610753.855710:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610754.457637:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610754.457643:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610754.457646:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610754.457650:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610754.457653:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610754.457656:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610754.457660:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610754.457663:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610754.457665:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610754.642663:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610754.642669:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749610754.642672:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749610754.642676:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610754.642680:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749610754.642682:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610754.642685:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610754.642687:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610754.642802:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610754.642809:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610754.642812:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610754.736620:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610754.736635:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610754.736637:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610754.736641:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610754.736643:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610754.736646:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610754.736663:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610754.855644:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610754.855650:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610754.855653:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610754.855657:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610754.855661:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610754.855664:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610754.855667:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610754.855671:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610754.855673:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610755.457674:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610755.457683:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610755.457685:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610755.457707:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610755.457711:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610755.457714:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610755.457718:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610755.457721:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610755.457723:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610755.644692:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610755.644699:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610755.644831:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749610755.644837:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749610755.644841:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610755.736611:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610755.736627:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610755.736630:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610755.736634:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610755.736637:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610755.736641:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610755.736643:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610755.855681:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610755.855689:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610755.855692:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610755.855698:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610755.855702:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610755.855705:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610755.855708:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610755.855712:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610755.855714:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610756.457668:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610756.457676:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610756.457679:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610756.457684:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610756.457688:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610756.457692:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610756.457695:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610756.457716:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610756.457719:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610756.646698:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610756.646706:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610756.646814:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610756.646820:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610756.646824:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610756.736656:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610756.736676:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610756.736680:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610756.736685:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610756.736688:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610756.736693:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610756.736697:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610756.855605:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610756.855611:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610756.855614:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610756.855618:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610756.855622:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610756.855626:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610756.855629:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749610756.855641:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff880119282300 x1834598494556928/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610756.855652:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610756.855673:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119282300 x1834598494556928/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610756.855682:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749610756.855685:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610756.855688:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610756.855690:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610756.855694:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119282300 x1834598494556928/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610756.855702:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119282300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494556928:0@lo:101:ll_cfg_requeue.0 00000100:00000001:0.0:1749610756.855707:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610756.855709:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749610756.855712:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749610756.855714:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610756.855717:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119282300 x1834598494556928/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610756.855724:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610756.855727:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88006b8afb40. 00000100:00000001:0.0:1749610756.855731:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749610756.855732:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749610756.855736:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749610756.855740:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749610756.855744:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610756.855747:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8f600 refcount=4 00000020:00000001:0.0:1749610756.855750:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457046528 : -131939252505088 : ffff88007fb8f600) 00010000:00000001:0.0:1749610756.855753:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457046528 : -131939252505088 : ffff88007fb8f600) 00010000:00010000:0.0:1749610756.855758:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88007fb8f600/0x689c0ec07329d1de lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610756.855768:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749610756.855773:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88007fb8f600/0x689c0ec07329d1de lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610756.855785:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749610756.855788:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8f600/0x689c0ec07329d1de lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610756.855794:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610756.855796:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749610756.855799:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88007fb8f600/0x689c0ec07329d1de lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610756.855804:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749610756.855807:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610756.855809:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749610756.855812:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88007fb8f600/0x689c0ec07329d1de lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749610756.855818:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88007fb8f600 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:0.0:1749610756.855822:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749610756.855825:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8f600/0x689c0ec07329d1de lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610756.855830:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749610756.855832:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749610756.855833:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610756.855834:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8f600 refcount=5 00000020:00000001:0.0:1749610756.855836:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457046528 : -131939252505088 : ffff88007fb8f600) 00010000:00000001:0.0:1749610756.855838:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457046528 : -131939252505088 : ffff88007fb8f600) 00010000:00000001:0.0:1749610756.855842:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749610756.855844:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88007fb8f600/0x689c0ec07329d1de lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749610756.855849:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749610756.855852:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8f600/0x689c0ec07329d1de lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749610756.855862:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000040:0.0:1749610756.855865:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749610756.855867:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610756.855870:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749610756.855871:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749610756.855874:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749610756.855875:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749610756.855877:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749610756.855878:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610756.855881:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007fb8f600 with handle 0x689c0ec07329d1de from hash 00010000:00000001:0.0:1749610756.855884:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749610756.855885:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610756.855886:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610756.855887:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749610756.855888:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749610756.855890:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749610756.855892:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610756.855893:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610756.855894:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749610756.855896:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610756.855899:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88007fb8f600/0x689c0ec07329d1de lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610756.855904:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610756.855905:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610756.855906:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749610756.855907:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749610756.855909:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610756.855910:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610756.855911:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749610756.855913:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88007fb8f600/0x689c0ec07329d1de lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1749610756.855921:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88007ef3ff00 count: 0 00010000:00000001:0.0:1749610756.855950:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610756.855956:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749610756.855959:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610756.855964:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119282300 x1834598494556928/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610756.855971:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749610756.855975:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610756.855977:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749610756.855979:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610756.855984:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007fb8ec00. 02000000:00000001:0.0:1749610756.856020:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610756.856022:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610756.856024:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119282300. 00000100:00000001:0.0:1749610756.856032:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610756.856033:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749610756.856035:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:0.0:1749610756.856038:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:0.0:1749610756.856041:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1749610756.856044:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff88012e6b3800. 00000020:00000010:0.0:1749610756.856049:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8ec00. 00000020:00000010:0.0:1749610756.856054:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88007fb8fa00. 00000040:00000010:0.0:1749610756.856058:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88007fb8e800. 00000020:00000010:0.0:1749610756.856064:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a3b3000. 00000020:00000010:0.0:1749610756.856069:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88007fb8e400. 80000000:00000010:0.0:1749610756.856073:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b43bf180. 00040000:00000010:0.0:1749610756.856079:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88007fb8fc00. 00080000:00000010:0.0:1749610756.856084:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009a4c4000. 00080000:00000010:0.0:1749610756.856090:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009a4c8000. 10000000:00000040:0.0:1749610756.856098:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000001:0.0:1749610756.856100:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:0.0:1749610756.856106:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88007fb8fa00. 00000040:00000010:0.0:1749610756.856110:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88007fb8e800. 00000020:00000010:0.0:1749610756.856113:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a3b3000. 00000020:00000010:0.0:1749610756.856118:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88007fb8e400. 80000000:00000010:0.0:1749610756.856121:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b43bf180. 00040000:00000010:0.0:1749610756.856130:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88007fb8fc00. 00080000:00000010:0.0:1749610756.856135:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009a4c8000. 00080000:00000010:0.0:1749610756.856140:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009a4c4000. 00000020:00000010:0.0:1749610756.856144:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8ec00. 10000000:00000010:0.0:1749610756.856147:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff88012e6b3800. 10000000:01000000:0.0:1749610756.856151:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-mdtir' failed (-5). 10000000:00000400:0.0:1749610756.856154:0:9690:0:(mgc_request.c:1854:mgc_process_log()) MGC192.168.202.106@tcp: IR log lustre-mdtir failed, not fatal: rc = -5 10000000:00000001:0.0:1749610756.861894:0:9690:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1749610756.861898:0:9690:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1749610756.861901:0:9690:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1749610756.861903:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1749610756.861906:0:9690:0:(ldlm_lock.c:613:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749610756.861909:0:9690:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1749610756.861911:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749610756.861914:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1749610756.861916:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1749610756.861918:0:9690:0:(mgc_request.c:108:config_log_get()) log lustre-MDT0001 (ffff88007ed1c200) refs 2 10000000:00000001:0.0:1749610756.861921:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749610756.861923:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1749610756.861925:0:9690:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(ffff88007ed1ce00) refs 2 10000000:00000001:0.0:1749610756.861927:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1749610756.861928:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1749610756.861929:0:9690:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0001 10000000:00000001:0.0:1749610756.861931:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:0.0:1749610756.861932:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 25 10000000:00000001:0.0:1749610756.861935:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:0.0:1749610756.861936:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00000100:00000010:0.0:1749610756.861941:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119282300. 00000020:00000040:0.0:1749610756.861945:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1749610756.861950:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610756.861953:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610756.861958:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610756.861964:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007fb8ec00. 00000100:00000001:0.0:1749610756.861970:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610756.861975:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1749610756.861977:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1749610756.862013:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007ef3f400. 00010000:00000001:0.0:1749610756.862019:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1749610756.862021:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007fb8ee00. 00000020:00000001:0.0:1749610756.862025:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1749610756.862028:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007fb8ee00 with handle 0x689c0ec07329d1e5 to hash 00000020:00000001:0.0:1749610756.862030:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1749610756.862032:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134457044480 : -131939252507136 : ffff88007fb8ee00) 00010000:00000001:0.0:1749610756.862035:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134457044480 : -131939252507136 : ffff88007fb8ee00) 00010000:00000001:0.0:1749610756.862038:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749610756.862040:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610756.862044:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8ee00/0x689c0ec07329d1e5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749610756.862053:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88007fb8ee00/0x689c0ec07329d1e5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749610756.862065:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88007fb8ee00/0x689c0ec07329d1e5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1749610756.862071:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749610756.862073:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749610756.862078:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88006b8afb40. 00000100:00000001:0.0:1749610756.862080:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134118488896 : -131939591062720 : ffff88006b8afb40) 00000100:00000001:0.0:1749610756.862083:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610756.862085:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031246592 : -131936678305024 : ffff880119282300) 00000100:00000001:0.0:1749610756.862089:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610756.862094:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610756.862096:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749610756.862098:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749610756.862104:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119282300 x1834598494559360/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610756.862114:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610756.862116:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749610756.862121:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff880119282300 x1834598494559360/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610756.862135:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610756.862137:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610756.862139:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610756.862141:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610756.862144:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610756.862146:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610756.862147:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610756.862148:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610756.862150:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1749610756.862777:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007ef3ff00. 00010000:00000010:3.1:1749610756.862787:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007fb8f600. 00000100:00000001:0.0:1749610757.457694:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610757.457704:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610757.457706:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610757.457712:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610757.457715:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610757.457720:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610757.457724:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610757.457727:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610757.457729:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610757.648712:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610757.648719:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610757.648792:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610757.648798:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610757.648803:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610757.736657:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610757.736674:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610757.736676:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610757.736681:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610757.736684:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610757.736688:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610757.736690:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610757.742636:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610757.742645:0:8737:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1749610757.742649:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610757.742655:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610757.742658:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610757.742663:0:8737:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610757.742669:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610757.742677:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5358 00000100:00080000:0.0:1749610757.742683:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610757.742688:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610757.742693:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610757.742716:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610757.742720:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610757.742725:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610757.742727:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749610757.742731:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610757.742734:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749610757.742737:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749610757.742739:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749610757.742742:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610757.742745:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610757.742747:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610757.742749:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610757.742752:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:0.0:1749610757.742755:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610757.742758:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610757.742761:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610757.742768:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610757.742771:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610757.742773:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610757.742777:0:8737:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610757.742782:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119280380. 00000020:00000040:0.0:1749610757.742785:0:8737:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749610757.742789:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610757.742792:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610757.742795:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610757.742797:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610757.742801:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610757.742810:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88011154bc00. 00000100:00000001:0.0:1749610757.742818:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610757.742827:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119280380 x1834598494559488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610757.742839:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610757.742844:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610757.742855:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119280380] to pc [ptlrpcd_rcv+-1] req@ffff880119280380 x1834598494559488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610757.742885:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610757.742889:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610757.742893:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610757.742894:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610757.742896:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610757.742899:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610757.742901:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5358 00000100:00001000:0.0:1749610757.742905:0:8737:0:(import.c:2097:obd_at_measure()) add 15 to ffff88012e71cbf0 time=12 v=10 (10 1 1 1) 00000100:00001000:0.0:1749610757.742908:0:8737:0:(import.c:2163:obd_at_measure()) AT ffff88012e71cbf0 change: old=10 new=15 delta=5 (val=15) hist 15 1 1 1 00000100:00080000:0.0:1749610757.742911:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s 00000100:00000040:0.0:1749610757.742914:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610757.742916:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610757.742918:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610757.742920:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610757.742922:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610757.742924:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749610757.742925:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610757.742927:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000100:00000001:2.0:1749610757.742928:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1749610757.742929:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:0.0:1749610757.742931:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000001:2.0:1749610757.742932:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1749610757.742934:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610757.742935:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610757.742936:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610757.742937:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610757.742939:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610757.742941:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00000040:2.0:1749610757.742944:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119280380 x1834598494559488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749610757.742944:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610757.742946:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610757.742953:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749610757.742957:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1749610757.742957:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610757.742959:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610757.742959:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610757.742961:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 02000000:00000001:2.0:1749610757.742963:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749610757.742963:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610757.742966:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119280a80. 02000000:00000001:2.0:1749610757.742967:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610757.742969:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610757.742969:0:8737:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749610757.742971:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610757.742973:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610757.742974:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610757.742976:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:2.0:1749610757.743005:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119280380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494559488:0@lo:38:kworker.0 00000100:00000001:2.0:1749610757.743011:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749610757.743011:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610757.743015:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:0.0:1749610757.743016:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880111548000. 02000000:00000001:2.0:1749610757.743018:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610757.743020:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749610757.743020:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610757.743025:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88011157b400. 00000100:00100000:0.0:1749610757.743025:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119280a80 x1834598494559616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1749610757.743028:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610757.743033:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000010:2.0:1749610757.743036:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe630. 00000100:00000001:0.0:1749610757.743036:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610757.743039:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119280a80] to pc [ptlrpcd_rcv+-1] req@ffff880119280a80 x1834598494559616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610757.743044:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aee0. 00000100:00000001:0.0:1749610757.743048:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610757.743051:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000200:2.0:1749610757.743052:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494559488, portal 4 00000100:00000001:2.0:1749610757.743055:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00080000:0.0:1749610757.743055:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610757.743056:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1749610757.743057:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031238528 : -131936678313088 : ffff880119280380) 00000100:00080000:0.0:1749610757.743058:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610757.743061:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610757.743063:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5358 00000100:00000040:2.0:1749610757.743065:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119280380 x1834598494559488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749610757.743066:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610757.743069:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610757.743070:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610757.743072:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610757.743074:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610757.743074:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:2.0:1749610757.743078:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610757.743081:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ad48. 00000020:00000001:0.0:1749610757.743082:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610757.743083:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000100:00000200:2.0:1749610757.743084:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494559488, offset 0 00000020:00000001:0.0:1749610757.743085:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610757.743087:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000020:00000001:0.0:1749610757.743089:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000400:00000200:2.0:1749610757.743090:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1749610757.743091:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000040:0.0:1749610757.743095:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610757.743097:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610757.743098:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610757.743100:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610757.743102:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00080000:0.0:1749610757.743104:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610757.743106:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610757.743107:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749610757.743108:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610757.743111:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610757.743113:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610757.743114:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610757.743116:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610757.743119:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf92dd00 00000100:00000010:0.0:1749610757.743119:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119280700. 00000020:00000040:0.0:1749610757.743121:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1749610757.743123:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610757.743124:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610757.743126:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1749610757.743127:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3ded [256] + 19240 02000000:00000001:0.0:1749610757.743127:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610757.743129:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610757.743134:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880111549800. 00000400:00000200:2.0:1749610757.743135:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610757.743137:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610757.743140:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1749610757.743141:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119280700 x1834598494559744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610757.743145:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610757.743147:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:0.0:1749610757.743148:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610757.743150:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610757.743153:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119280700] to pc [ptlrpcd_rcv+-1] req@ffff880119280700 x1834598494559744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610757.743154:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008aa3ed80. 00000100:00000040:2.0:1749610757.743157:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88008aa3ed80 x1834598494559488 msgsize 520 00000100:00100000:2.0:1749610757.743162:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610757.743173:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610757.743175:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749610757.743179:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749610757.743182:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119281500. 00000020:00000040:0.0:1749610757.743185:0:8737:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749610757.743187:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749610757.743187:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610757.743189:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610757.743190:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610757.743194:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f600. 00000400:00000200:2.0:1749610757.743195:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ad48 00000100:00000001:0.0:1749610757.743197:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610757.743198:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ad48. 00000100:00000001:2.0:1749610757.743201:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:0.0:1749610757.743201:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880119281500 x1834598494559872/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610757.743209:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610757.743211:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610757.743212:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119280380 x1834598494559488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610757.743216:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119281500] to pc [ptlrpcd_00_02+2] req@ffff880119281500 x1834598494559872/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610757.743220:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610757.743224:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119280380 x1834598494559488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610782 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610757.743231:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610757.743233:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749610757.743239:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610757.743245:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1275 usecs (2 jiffies) 00000100:00000001:0.0:1749610757.743247:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610757.743249:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300031202 00000100:00080000:0.0:1749610757.743250:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000010:2.0:1749610757.743253:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677000. 00000100:00080000:0.0:1749610757.743253:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610757.743254:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610757.743256:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610757.743258:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:2.0:1749610757.743260:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00080000:0.0:1749610757.743261:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5358 00000100:00080000:0.0:1749610757.743263:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610757.743266:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610757.743267:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300031202 00000100:00000001:0.0:1749610757.743267:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610757.743269:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000010:2.0:1749610757.743270:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677940. 00000100:00000001:0.0:1749610757.743271:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610757.743272:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000020:00000001:0.0:1749610757.743273:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610757.743276:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300031202 00000100:00000010:2.0:1749610757.743278:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677e40. 00000020:00000040:0.0:1749610757.743279:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000100:00000001:2.0:1749610757.743281:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000020:00000001:0.0:1749610757.743281:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610757.743283:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000100:00000001:2.0:1749610757.743284:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300031202 00000020:00000001:0.0:1749610757.743285:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000010:2.0:1749610757.743286:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b6777c0. 00000020:00000001:0.0:1749610757.743287:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:2.0:1749610757.743289:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000040:0.0:1749610757.743290:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610757.743292:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610757.743292:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610757.743293:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610757.743295:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610757.743295:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610757.743297:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00000001:2.0:1749610757.743298:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610757.743299:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610757.743300:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610757.743302:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610757.743303:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749610757.743303:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1749610757.743304:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610757.743305:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1749610757.743306:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610757.743307:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749610757.743308:0:28324:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 02000000:00000001:0.0:1749610757.743308:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610757.743309:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610757.743310:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610757.743310:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1749610757.743310:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494559488 00000100:00000001:0.0:1749610757.743310:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610757.743311:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610757.743312:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610757.743314:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1749610757.743315:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119280a80 x1834598494559616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749610757.743315:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119282d80. 00000100:00000001:3.0:1749610757.743318:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610757.743318:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000040:0.0:1749610757.743318:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:3.0:1749610757.743320:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610757.743320:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1749610757.743321:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610757.743321:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610757.743322:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610757.743323:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749610757.743325:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610757.743325:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610757.743329:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880111549c00. 00000100:00000001:3.0:1749610757.743330:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1749610757.743330:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494559488 00000100:00000001:3.0:1749610757.743332:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610757.743332:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610757.743333:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749610757.743334:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749610757.743335:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000040:1.0:1749610757.743335:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749610757.743336:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610757.743336:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119282d80 x1834598494560000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1749610757.743337:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1749610757.743339:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:1.0:1749610757.743339:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610757.743341:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119281500 x1834598494559872/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610757.743341:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610757.743341:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610757.743343:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610757.743343:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610757.743345:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610757.743346:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494559616:0@lo:38:kworker.0 00000020:00000010:1.0:1749610757.743348:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125400. 00000100:00000040:0.0:1749610757.743349:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119282d80] to pc [ptlrpcd_rcv+-1] req@ffff880119282d80 x1834598494560000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610757.743350:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749610757.743351:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1749610757.743352:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749610757.743353:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610757.743353:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610757.743355:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:1.0:1749610757.743355:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9980. 02000000:00000001:3.0:1749610757.743356:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749610757.743357:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610757.743358:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880111579000. 02000000:00000001:3.0:1749610757.743359:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610757.743360:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c258. 02000000:00000001:3.0:1749610757.743361:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610757.743361:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610757.743363:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1749610757.743364:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119281500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:28324:1834598494559872:0@lo:400:kworker.0 00000400:00000010:2.0:1749610757.743364:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe948. 00000100:00000001:1.0:1749610757.743365:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610757.743366:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1749610757.743367:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610757.743368:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1749610757.743368:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ad48. 00000100:00000001:1.0:1749610757.743369:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610757.743370:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119283480. 00000100:00000200:2.0:1749610757.743371:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494559616, portal 10 02000000:00000001:3.0:1749610757.743372:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:0.0:1749610757.743372:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749610757.743373:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1749610757.743374:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610757.743374:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031240320 : -131936678311296 : ffff880119280a80) 00000100:00000001:0.0:1749610757.743374:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1749610757.743375:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610757.743376:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1749610757.743376:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610757.743378:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610757.743380:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7b3800. 00000100:00000040:2.0:1749610757.743380:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119280a80 x1834598494559616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610757.743381:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3fa00. 02000000:00000001:3.0:1749610757.743382:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610757.743384:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610757.743387:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7c60. 00000100:00000001:2.0:1749610757.743387:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610757.743388:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610757.743388:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880119283480 x1834598494560128/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1749610757.743390:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610757.743391:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedc38. 00000400:00000010:2.0:1749610757.743391:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a880. 00000100:00000200:2.0:1749610757.743394:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494559616, offset 0 00000100:00000001:0.0:1749610757.743395:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610757.743396:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610757.743397:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494559872, portal 10 00000400:00000200:2.0:1749610757.743398:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610757.743398:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610757.743399:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610757.743400:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610757.743401:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031243008 : -131936678308608 : ffff880119281500) 00000100:00000040:0.0:1749610757.743401:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119283480] to pc [ptlrpcd_00_03+3] req@ffff880119283480 x1834598494560128/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610757.743404:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1749610757.743406:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000100:00000040:3.0:1749610757.743408:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119281500 x1834598494559872/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610757.743409:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92dd80 00000100:00000001:0.0:1749610757.743409:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610757.743410:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134640217472 : -131939069334144 : ffff88008aa3ed80) 00000400:00000200:2.0:1749610757.743414:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 32128 00000100:00000040:0.0:1749610757.743414:0:8737:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5368) 00000100:00000001:3.0:1749610757.743415:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610757.743416:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008aa3ed80 x1834598494559488/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610777 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610757.743418:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749610757.743419:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1749610757.743420:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedbb0. 00000400:00000200:2.0:1749610757.743422:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610757.743423:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494559872, offset 0 00000100:00000001:2.0:1749610757.743426:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749610757.743426:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1749610757.743428:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1749610757.743428:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:0.0:1749610757.743429:0:28323:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000010:2.0:1749610757.743431:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008aa3dc00. 00000100:00000001:0.0:1749610757.743431:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610757.743436:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610757.743437:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610757.743438:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610757.743439:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88008aa3dc00 x1834598494559616 msgsize 520 00000100:00000001:0.0:1749610757.743440:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610757.743441:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610757.743443:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1749610757.743444:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf92de80 00000100:00100000:2.0:1749610757.743445:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749610757.743447:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494559488:12345-0@lo:38:kworker.0 00000100:00000040:0.0:1749610757.743448:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119283480 x1834598494560128/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610757.743450:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be9 [64] + 32648 00000100:00000200:1.0:1749610757.743451:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494559488 00000100:00000001:2.0:1749610757.743454:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749610757.743455:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1749610757.743455:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749610757.743455:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610757.743457:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610757.743459:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a880 00010000:00000001:1.0:1749610757.743459:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:0.0:1749610757.743459:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749610757.743461:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1749610757.743462:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a880. 00000400:00000200:3.0:1749610757.743464:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610757.743464:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:0.0:1749610757.743464:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610757.743467:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119283480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494560128:0@lo:400:kworker.0 00000100:00000200:2.0:1749610757.743468:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119280a80 x1834598494559616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610757.743469:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749610757.743471:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:1.0:1749610757.743473:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610757.743475:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000010:3.0:1749610757.743477:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135bc380. 00010000:00020000:1.0:1749610757.743477:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:2.0:1749610757.743478:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119280a80 x1834598494559616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610777 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610757.743479:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1749610757.743480:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff8801135bc380 x1834598494559872 msgsize 224 00010000:00000001:1.0:1749610757.743481:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:0.0:1749610757.743483:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749610757.743484:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610757.743485:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:1.0:1749610757.743485:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:0.0:1749610757.743485:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610757.743486:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:0.0:1749610757.743487:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749610757.743488:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749610757.743489:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610757.743491:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000010:0.0:1749610757.743491:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007fb8fc00. 00000100:00000040:2.0:1749610757.743492:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 937 usecs (1 jiffies) 02000000:00000001:1.0:1749610757.743493:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1749610757.743493:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610757.743494:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749610757.743495:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300031201 02000000:00000010:1.0:1749610757.743497:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880113584800. 00000100:00000001:2.0:1749610757.743498:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300031202 00000400:00000010:0.0:1749610757.743498:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffbb0. 02000000:00000001:1.0:1749610757.743499:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610757.743500:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedbb0 00000100:00000001:2.0:1749610757.743500:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300031201 00000100:00000001:1.0:1749610757.743501:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610757.743502:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedbb0. 00000100:00000001:2.0:1749610757.743503:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300031202 00000100:00000001:2.0:1749610757.743505:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300031201 00010000:00000001:1.0:1749610757.743505:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749610757.743506:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749610757.743507:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300031202 00010000:00000001:1.0:1749610757.743508:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610757.743509:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300031201 00000100:00000200:3.0:1749610757.743510:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119281500 x1834598494559872/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610757.743511:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300031202 00000100:00001000:1.0:1749610757.743512:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749610757.743513:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1749610757.743514:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821088. 00000100:00000001:2.0:1749610757.743515:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610757.743515:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749610757.743517:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749610757.743518:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610757.743518:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1749610757.743519:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494560128, portal 10 00000100:00000001:0.0:1749610757.743521:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610757.743523:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031251072 : -131936678300544 : ffff880119283480) 00000100:00000040:2.0:1749610757.743548:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119280700 x1834598494559744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610757.743555:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119283480 x1834598494560128/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610757.743556:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610757.743557:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610757.743558:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119281500 x1834598494559872/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610773 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610757.743562:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610757.743565:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610757.743565:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1749610757.743565:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610757.743567:0:28324:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:2.0:1749610757.743567:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1749610757.743567:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 02000000:00000001:2.0:1749610757.743569:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610757.743570:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000200:0.0:1749610757.743570:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494560128, offset 0 00000100:00000001:3.0:1749610757.743571:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610757.743572:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119280700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494559744:0@lo:38:kworker.0 00000100:00000001:1.0:1749610757.743572:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:3.0:1749610757.743575:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 876 usecs (1 jiffies) 00000100:00000001:1.0:1749610757.743575:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000200:0.0:1749610757.743575:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610757.743576:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749610757.743578:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300031202 02000000:00000001:2.0:1749610757.743578:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1749610757.743579:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:2.0:1749610757.743580:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610757.743581:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300031202 02000000:00000001:1.0:1749610757.743581:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749610757.743582:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1749610757.743583:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610757.743584:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300031202 02000000:00000001:1.0:1749610757.743584:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610757.743585:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88011157b000. 00000100:00000001:1.0:1749610757.743586:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610757.743587:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300031202 02000000:00000001:2.0:1749610757.743587:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610757.743589:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300031202 00000100:00000040:1.0:1749610757.743589:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610757.743591:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300031202 00000400:00000010:2.0:1749610757.743591:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fee70. 00000400:00000200:0.0:1749610757.743591:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf92df80 00000400:00000010:1.0:1749610757.743592:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000100:00000001:3.0:1749610757.743593:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300031202 00000400:00000010:2.0:1749610757.743594:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a880. 00000100:00000001:3.0:1749610757.743595:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300031202 00000400:00000200:0.0:1749610757.743596:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be9 [64] + 32872 00000100:00000001:3.0:1749610757.743597:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610757.743599:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610757.743602:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610757.743602:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610757.743604:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610757.743605:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610757.743607:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494559488, offset 0 00000100:00000200:2.0:1749610757.743609:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494559744, portal 10 00000100:00000001:0.0:1749610757.743610:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749610757.743611:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610757.743612:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1749610757.743612:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749610757.743613:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031239424 : -131936678312192 : ffff880119280700) 00000400:00000200:1.0:1749610757.743613:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610757.743614:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610757.743615:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610757.743615:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119280000. 00000100:00000001:3.0:1749610757.743617:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610757.743618:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff880119280000 x1834598494560128 msgsize 224 00000100:00000040:2.0:1749610757.743620:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119280700 x1834598494559744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610757.743623:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1749610757.743624:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749610757.743626:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610757.743629:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610757.743631:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 00000100:00000200:2.0:1749610757.743633:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494559744, offset 0 00000100:00000001:0.0:1749610757.743633:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749610757.743639:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610757.743639:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf92dd00 00000400:00000200:0.0:1749610757.743641:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 00000400:00000010:0.0:1749610757.743644:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 00000400:00000200:2.0:1749610757.743645:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610757.743646:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749610757.743646:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:3.0:1749610757.743648:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494559616 02000000:00000001:3.0:1749610757.743650:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:0.0:1749610757.743650:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119283480 x1834598494560128/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610757.743651:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92de00 00000100:00000001:3.0:1749610757.743653:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1749610757.743654:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x690d [1] + 0 00000100:00000001:3.0:1749610757.743655:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610757.743658:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610757.743660:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1749610757.743661:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494559616 00000400:00000200:2.0:1749610757.743662:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 33096 00000020:00000001:3.0:1749610757.743663:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1749610757.743664:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:3.0:1749610757.743665:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610757.743666:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1749610757.743667:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1749610757.743668:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610757.743668:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:3.0:1749610757.743671:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610757.743671:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610757.743672:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1749610757.743674:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2400. 00000100:00000001:2.0:1749610757.743674:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749610757.743674:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119280380 x1834598494559488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610782 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610757.743676:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:0.0:1749610757.743676:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119283480 x1834598494560128/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610773 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610757.743678:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cc80. 00000100:00000010:2.0:1749610757.743679:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008aa3c000. 00000100:00000040:2.0:1749610757.743681:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88008aa3c000 x1834598494559744 msgsize 520 00000100:00000001:0.0:1749610757.743683:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610757.743684:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:2.0:1749610757.743686:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1749610757.743686:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119280380 x1834598494559488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610782 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610757.743689:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610757.743692:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c87d0. 00000100:00000001:2.0:1749610757.743693:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:0.0:1749610757.743693:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 807 usecs (1 jiffies) 00000100:00000001:1.0:1749610757.743695:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610757.743696:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610757.743697:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610757.743697:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300031202 00000100:00000001:3.0:1749610757.743700:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610757.743700:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300031202 00000400:00000200:1.0:1749610757.743702:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00000100:00000001:0.0:1749610757.743702:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300031202 00000100:00000001:3.0:1749610757.743704:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610757.743704:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00000100:00000001:0.0:1749610757.743705:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300031202 00000100:00000001:1.0:1749610757.743707:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610757.743707:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300031202 00000400:00000200:2.0:1749610757.743708:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 00000100:00000001:1.0:1749610757.743709:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749610757.743709:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300031202 00000100:00000001:3.0:1749610757.743710:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749610757.743710:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 00000100:00000001:0.0:1749610757.743711:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300031202 00000100:00000001:2.0:1749610757.743712:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749610757.743713:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610757.743713:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300031202 00000100:00000001:0.0:1749610757.743715:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749610757.743716:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119280700 x1834598494559744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610757.743716:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610757.743717:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749610757.743718:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610757.743718:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610757.743719:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494559872 00000100:00000001:0.0:1749610757.743720:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610757.743721:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1749610757.743721:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610757.743722:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610757.743723:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610757.743723:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610757.743724:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610757.743726:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119280700 x1834598494559744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610782 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610757.743726:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008aa3ed80 x1834598494559488/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610777 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610757.743727:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610757.743729:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494559872 00000020:00000001:3.0:1749610757.743730:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610757.743731:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000020:00000001:3.0:1749610757.743733:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610757.743733:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610757.743734:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:3.0:1749610757.743735:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000100:00100000:1.0:1749610757.743736:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494559488:12345-0@lo:38:kworker.0 Request processed in 291us (576us total) trans 0 rc -19/-19 00000020:00000001:3.0:1749610757.743737:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:2.0:1749610757.743738:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610757.743739:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:0.0:1749610757.743739:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1749610757.743741:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 845 usecs (1 jiffies) 00000100:00100000:0.0:1749610757.743741:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494560128 02000000:00000001:0.0:1749610757.743743:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610757.743744:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300031202 00000100:00100000:1.0:1749610757.743745:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000100:00000001:0.0:1749610757.743745:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610757.743747:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300031202 00000100:00000001:0.0:1749610757.743747:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610757.743749:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749610757.743749:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300031202 00000100:00000001:1.0:1749610757.743749:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610757.743750:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1749610757.743750:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610757.743751:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300031202 00000020:00000010:3.0:1749610757.743752:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4211280. 00000100:00000001:2.0:1749610757.743753:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300031202 00000100:00100000:0.0:1749610757.743753:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494560128 00000100:00000001:2.0:1749610757.743755:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300031202 00000020:00000010:1.0:1749610757.743755:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9980. 00000020:00000001:0.0:1749610757.743755:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610757.743756:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:2.0:1749610757.743757:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300031202 00000020:00000001:0.0:1749610757.743758:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610757.743759:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300031202 00000020:00000010:1.0:1749610757.743759:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c258. 00000020:00000040:3.0:1749610757.743760:0:9693:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000020:00000040:0.0:1749610757.743760:0:12680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:2.0:1749610757.743761:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610757.743763:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610757.743763:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125400. 00000100:00000001:3.0:1749610757.743766:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000400:00000001:2.0:1749610757.743767:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749610757.743767:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749610757.743768:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000400:00000001:2.0:1749610757.743769:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:3.0:1749610757.743770:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2e00. 00000400:00000010:2.0:1749610757.743771:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe630. 00000020:00000001:0.0:1749610757.743771:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000400:00000200:2.0:1749610757.743773:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aee0 00000020:00000010:3.0:1749610757.743774:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cd00. 00000400:00000010:2.0:1749610757.743774:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aee0. 00000100:00000001:0.0:1749610757.743775:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749610757.743776:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:3.0:1749610757.743777:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8960. 00000020:00000010:0.0:1749610757.743778:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3680. 00000100:00000200:2.0:1749610757.743779:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119280380 x1834598494559488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610782 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610757.743782:0:9693:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000010:0.0:1749610757.743782:0:12680:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b4211680. 00000100:00000001:3.0:1749610757.743784:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610757.743786:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610757.743786:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749610757.743787:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494559744 00000100:00000001:0.0:1749610757.743787:0:12680:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1749610757.743788:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749610757.743788:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119280380 x1834598494559488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610782 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610757.743788:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b3680. 02000000:00000001:1.0:1749610757.743790:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610757.743792:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749610757.743795:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000010:0.0:1749610757.743795:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e400. 00000100:00000001:3.0:1749610757.743796:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610757.743797:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610757.743799:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610757.743799:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610757.743799:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff580. 00000100:00000001:3.0:1749610757.743801:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610757.743801:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749610757.743802:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610757.743803:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4added8. 00000100:00000001:2.0:1749610757.743804:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00100000:1.0:1749610757.743804:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494559744 00000100:00000001:3.0:1749610757.743806:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1749610757.743806:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000001:1.0:1749610757.743806:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749610757.743808:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610757.743808:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000040:1.0:1749610757.743808:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749610757.743808:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1749610757.743809:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610757.743810:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610757.743810:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1749610757.743811:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610757.743812:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 215 00000100:00000001:0.0:1749610757.743812:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610757.743813:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610757.743813:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610757.743815:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000020:00000010:1.0:1749610757.743816:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125400. 00000100:00000001:3.0:1749610757.743817:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136933966720 : -131936775584896 : ffff8801135bc380) 00000100:00000001:0.0:1749610757.743817:0:12680:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00001000:2.0:1749610757.743819:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610757 v=5 (0 0 0 0) 00000020:00000010:1.0:1749610757.743819:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9980. 00000100:00000001:0.0:1749610757.743819:0:12680:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749610757.743820:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610757.743821:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c258. 00000100:00000040:3.0:1749610757.743822:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8801135bc380 x1834598494559872/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:193/0 lens 224/0 e 0 to 0 dl 1749610768 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749610757.743823:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=30 v=20 (20 1 1 1) 00000100:00000001:0.0:1749610757.743823:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610757.743825:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610757.743826:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610757.743826:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610757.743828:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610757.743829:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610757.743831:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749610757.743831:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610757.743831:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610757.743832:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610757.743833:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b42116c0. 00000100:00000001:0.0:1749610757.743833:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610757.743834:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610757.743836:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749610757.743836:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119280380 x1834598494559488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610782 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610757.743837:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 216 00000020:00000010:3.0:1749610757.743838:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b42116c0. 00000100:00000001:1.0:1749610757.743840:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1749610757.743840:0:12680:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00100000:3.0:1749610757.743842:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801135bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:28324:x1834598494559872:12345-0@lo:400:kworker.0 00000100:00000001:1.0:1749610757.743842:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749610757.743842:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137031237632 : -131936678313984 : ffff880119280000) 00000100:00000001:2.0:1749610757.743843:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:3.0:1749610757.743846:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494559872 00000100:00100000:1.0:1749610757.743846:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 344 00000100:00000001:2.0:1749610757.743847:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1749610757.743847:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880119280000 x1834598494560128/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:193/0 lens 224/0 e 0 to 0 dl 1749610768 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610757.743848:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134640212992 : -131939069338624 : ffff88008aa3dc00) 00000020:00000001:3.0:1749610757.743849:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749610757.743849:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610757.743851:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000001:3.0:1749610757.743852:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:2.0:1749610757.743853:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749610757.743853:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008aa3dc00 x1834598494559616/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610777 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610757.743854:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610757.743855:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1749610757.743857:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00080000:2.0:1749610757.743857:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000010:0.0:1749610757.743857:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3680. 00000100:00080000:2.0:1749610757.743860:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610757.743860:0:12680:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749610757.743861:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494559616:12345-0@lo:38:kworker.0 00000100:00000001:2.0:1749610757.743862:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:0.0:1749610757.743862:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b3680. 00000020:00000001:3.0:1749610757.743864:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000200:1.0:1749610757.743865:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494559616 00000100:00000040:2.0:1749610757.743866:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119280380 x1834598494559488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610782 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610757.743866:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880119280000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494560128:12345-0@lo:400:kworker.0 00000020:00000001:3.0:1749610757.743867:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1749610757.743867:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749610757.743869:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:0.0:1749610757.743870:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494560128 00000020:00000001:3.0:1749610757.743871:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749610757.743872:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749610757.743873:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00100000:2.0:1749610757.743874:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119280380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494559488:0@lo:38:kworker.0 00000020:00000001:0.0:1749610757.743874:0:12680:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:3.0:1749610757.743875:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1749610757.743877:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610757.743877:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610757.743878:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610757.743880:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749610757.743880:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00020000:1.0:1749610757.743880:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:0.0:1749610757.743881:0:12680:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610757.743882:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749610757.743883:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119280380 x1834598494559488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610782 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610757.743883:0:12680:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1749610757.743884:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1749610757.743885:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:0.0:1749610757.743885:0:12680:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 02000000:00000001:3.0:1749610757.743886:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749610757.743888:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:0.0:1749610757.743888:0:12680:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 02000000:00000010:3.0:1749610757.743889:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801302f5000. 00000100:00000001:2.0:1749610757.743890:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610757.743891:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610757.743891:0:12680:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749610757.743893:0:12680:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1749610757.743894:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610757.743894:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1749610757.743895:0:12680:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1749610757.743896:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610757.743896:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1749610757.743897:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:0.0:1749610757.743897:0:12680:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749610757.743899:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494559872 00000020:00000001:0.0:1749610757.743899:0:12680:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000010:2.0:1749610757.743900:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88011157b400. 02000000:00000010:1.0:1749610757.743900:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880113585400. 00010000:00000001:3.0:1749610757.743901:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 02000000:00000001:1.0:1749610757.743902:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610757.743902:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749610757.743903:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1749610757.743904:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610757.743904:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1749610757.743905:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000200:3.0:1749610757.743906:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8801135bc380 x1834598494559872/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:193/0 lens 224/224 e 0 to 0 dl 1749610768 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749610757.743907:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00010000:00000001:1.0:1749610757.743907:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000010:0.0:1749610757.743907:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88011154a800. 00000020:00000001:2.0:1749610757.743909:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1749610757.743909:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610757.743909:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610757.743911:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749610757.743911:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610757.743912:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88011154bc00. 00000020:00000001:0.0:1749610757.743913:0:12680:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610757.743914:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1749610757.743915:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1749610757.743915:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00010000:00000001:3.0:1749610757.743916:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610757.743916:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00010000:00000040:0.0:1749610757.743916:0:12680:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494560128 00000100:00000001:1.0:1749610757.743917:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000010:2.0:1749610757.743918:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119280380. 00010000:00000001:0.0:1749610757.743918:0:12680:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00001000:3.0:1749610757.743919:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=112 v=5 (1 1 1 1) 00000100:00000040:1.0:1749610757.743920:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610757.743922:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610757.743922:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610757.743922:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610757.743923:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:0.0:1749610757.743923:0:12680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880119280000 x1834598494560128/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:193/0 lens 224/224 e 0 to 0 dl 1749610768 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610757.743924:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:3.0:1749610757.743925:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:2.0:1749610757.743925:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610757.743927:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:1.0:1749610757.743927:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 02000000:00000001:3.0:1749610757.743929:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610757.743929:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749610757.743930:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1749610757.743930:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1749610757.743931:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610757.743931:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610757.743932:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749610757.743932:0:12680:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610757.743933:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610757.743933:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610757.743934:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1749610757.743935:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610757.743935:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1749610757.743935:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00001000:0.0:1749610757.743935:0:12680:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=112 v=5 (1 1 1 1) 00000100:00000001:2.0:1749610757.743937:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1749610757.743937:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000400:00000010:3.0:1749610757.743938:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedbb0. 00000100:00000001:0.0:1749610757.743938:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610757.743940:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000040:2.0:1749610757.743941:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119282d80 x1834598494560000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610757.743941:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494559616, offset 0 00000100:00000200:3.0:1749610757.743942:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494559872, offset 224 00000100:00000001:0.0:1749610757.743943:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:1.0:1749610757.743945:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749610757.743945:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749610757.743946:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610757.743948:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1749610757.743949:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610757.743949:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610757.743949:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749610757.743951:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1749610757.743952:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749610757.743952:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749610757.743953:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1749610757.743954:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 02000000:00000001:2.0:1749610757.743955:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610757.743957:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1749610757.743958:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119282d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494560000:0@lo:38:kworker.0 00000400:00000200:1.0:1749610757.743959:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92dd80 00000100:00000200:0.0:1749610757.743959:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494560128, offset 224 00000100:00000001:2.0:1749610757.743961:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749610757.743963:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1749610757.743965:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92de80 02000000:00000001:2.0:1749610757.743965:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610757.743965:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6915 [1] + 0 02000000:00000001:2.0:1749610757.743966:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749610757.743969:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88011157b400. 00000400:00000200:1.0:1749610757.743969:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749610757.743971:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610757.743972:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1749610757.743974:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe630. 00000400:00000200:0.0:1749610757.743995:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:2.0:1749610757.744000:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aee0. 00000400:00000200:0.0:1749610757.744003:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1749610757.744004:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494560000, portal 10 00000100:00000001:2.0:1749610757.744006:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610757.744007:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610757.744012:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031249280 : -131936678302336 : ffff880119282d80) 00000400:00000200:0.0:1749610757.744012:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92df80 00000100:00000200:1.0:1749610757.744013:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119280a80 x1834598494559616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610777 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610757.744014:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x691d [1] + 224 00000400:00000200:3.0:1749610757.744019:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749610757.744019:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119282d80 x1834598494560000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610757.744021:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6925 [1] + 224 00000400:00000200:3.0:1749610757.744023:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1749610757.744023:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119280a80 x1834598494559616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610777 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610757.744026:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610757.744029:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610757.744031:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 00000100:00000001:1.0:1749610757.744032:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749610757.744032:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610757.744033:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610757.744035:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494560000, offset 0 00000400:00000200:0.0:1749610757.744036:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610757.744037:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00000100:00000200:3.0:1749610757.744038:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119281500 x1834598494559872/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610773 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610757.744044:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00000100:00000040:3.0:1749610757.744047:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880119281500 x1834598494559872/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610773 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610757.744047:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610757.744049:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610757.744053:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610757.744054:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749610757.744056:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:0.0:1749610757.744057:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610757.744059:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610757.744059:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610757.744061:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1749610757.744061:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1749610757.744063:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119283480 x1834598494560128/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610773 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610757.744065:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedbb0 00000100:00000040:1.0:1749610757.744065:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008aa3dc00 x1834598494559616/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610777 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610757.744067:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedbb0. 00000400:00000200:2.0:1749610757.744067:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92df00 00000100:00000001:3.0:1749610757.744070:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610757.744071:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:2.0:1749610757.744071:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 33616 00000100:00000040:0.0:1749610757.744072:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880119283480 x1834598494560128/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610773 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610757.744075:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610757.744075:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494559616:12345-0@lo:38:kworker.0 Request processed in 213us (633us total) trans 0 rc -19/-19 00000400:00000200:2.0:1749610757.744076:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749610757.744078:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000200:2.0:1749610757.744079:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1749610757.744080:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749610757.744082:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610757.744083:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00100000:1.0:1749610757.744083:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 344 00000100:00000200:2.0:1749610757.744084:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:3.0:1749610757.744085:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1749610757.744085:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610757.744085:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610757.744086:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:2.0:1749610757.744087:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008aa3e680. 00000100:00000040:3.0:1749610757.744089:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135bc380 x1834598494559872/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:193/0 lens 224/224 e 0 to 0 dl 1749610768 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610757.744090:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88008aa3e680 x1834598494560000 msgsize 520 00000020:00000010:1.0:1749610757.744090:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cc80. 00000400:00000200:0.0:1749610757.744091:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 00000020:00000010:1.0:1749610757.744093:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c87d0. 00000400:00000010:0.0:1749610757.744093:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 00000100:00100000:2.0:1749610757.744094:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610757.744095:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610757.744096:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:1.0:1749610757.744097:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2400. 00000100:00000001:0.0:1749610757.744097:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:3.0:1749610757.744099:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801135bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:28324:x1834598494559872:12345-0@lo:400:kworker.0 Request processed in 266us (616us total) trans 0 rc 0/0 00000100:00000001:1.0:1749610757.744100:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610757.744100:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610757.744101:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 00000400:00000010:2.0:1749610757.744103:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 00000100:00000040:0.0:1749610757.744103:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610757.744105:0:28320:0:(events.c:35:request_out_callback()) Process entered 00010000:00000001:0.0:1749610757.744106:0:12680:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00100000:3.0:1749610757.744108:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 215 00000100:00000001:1.0:1749610757.744108:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1749610757.744108:0:12680:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610757.744109:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119282d80 x1834598494560000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610757.744109:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494560000 00000020:00000001:0.0:1749610757.744110:0:12680:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1749610757.744111:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 02000000:00000001:1.0:1749610757.744111:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610757.744113:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610757.744113:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749610757.744114:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119280000 x1834598494560128/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:193/0 lens 224/224 e 0 to 0 dl 1749610768 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610757.744115:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749610757.744115:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610757.744116:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1749610757.744117:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610757.744119:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cd00. 00000100:00000040:2.0:1749610757.744119:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119282d80 x1834598494560000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610782 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610757.744120:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494560000 00000020:00000001:1.0:1749610757.744121:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:3.0:1749610757.744122:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8960. 00000020:00000040:1.0:1749610757.744123:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749610757.744124:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1749610757.744124:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880119280000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494560128:12345-0@lo:400:kworker.0 Request processed in 266us (503us total) trans 0 rc 0/0 00000100:00000001:2.0:1749610757.744125:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610757.744126:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2e00. 00000100:00000001:2.0:1749610757.744126:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:1.0:1749610757.744126:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610757.744128:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610757.744128:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749610757.744129:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00000040:2.0:1749610757.744131:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 661 usecs (1 jiffies) 00000020:00000010:1.0:1749610757.744131:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125c00. 00000100:00000001:3.0:1749610757.744132:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610757.744133:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300031202 00000100:00100000:0.0:1749610757.744133:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 216 00000020:00000010:1.0:1749610757.744134:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9500. 00000100:00000001:2.0:1749610757.744136:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300031202 00000100:00000040:0.0:1749610757.744136:0:12680:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000020:00000010:1.0:1749610757.744137:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c4b0. 00000100:00000001:1.0:1749610757.744139:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610757.744139:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610757.744140:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610757.744140:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610757.744141:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749610757.744142:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610757.744143:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300031202 00000100:00100000:3.0:1749610757.744145:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 345 00000020:00000010:0.0:1749610757.744145:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff580. 00000100:00000001:2.0:1749610757.744146:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300031202 00000100:00000001:1.0:1749610757.744147:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610757.744148:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134640205824 : -131939069345792 : ffff88008aa3c000) 00000100:00000001:2.0:1749610757.744148:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300031202 00000020:00000010:0.0:1749610757.744148:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4added8. 00000100:00000001:2.0:1749610757.744150:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300031202 00000100:00000001:1.0:1749610757.744150:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610757.744151:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008aa3c000 x1834598494559744/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610777 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610757.744152:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300031202 00000020:00000010:0.0:1749610757.744152:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e400. 00000100:00000001:1.0:1749610757.744153:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610757.744154:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300031202 00000020:00000040:0.0:1749610757.744155:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:2.0:1749610757.744156:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610757.744158:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610757.744158:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610757.744159:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610757.744160:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000001:2.0:1749610757.744162:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610757.744163:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1749610757.744164:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 346 00000400:00000010:2.0:1749610757.744165:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe948. 00000100:00100000:3.0:1749610757.744166:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494559744:12345-0@lo:38:kworker.0 00000100:00000001:1.0:1749610757.744166:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134640215680 : -131939069335936 : ffff88008aa3e680) 00000400:00000200:2.0:1749610757.744167:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ad48 00000400:00000010:2.0:1749610757.744168:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ad48. 00000100:00000200:3.0:1749610757.744170:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494559744 00000100:00000040:1.0:1749610757.744170:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008aa3e680 x1834598494560000/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610777 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610757.744171:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:3.0:1749610757.744172:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:2.0:1749610757.744174:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119280a80 x1834598494559616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610777 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610757.744175:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00080000:0.0:1749610757.744175:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1749610757.744179:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494560000:12345-0@lo:38:kworker.0 00000020:00000040:0.0:1749610757.744179:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000200:1.0:1749610757.744182:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494560000 00000100:00000200:2.0:1749610757.744183:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119280a80 x1834598494559616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610777 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610757.744184:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610757.744184:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749610757.744186:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00010000:00020000:3.0:1749610757.744187:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749610757.744190:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610757.744190:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610757.744191:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749610757.744192:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610757.744193:0:28320:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:1.0:1749610757.744193:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610757.744195:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:2.0:1749610757.744195:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610757.744195:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610757.744197:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749610757.744197:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00020000:1.0:1749610757.744197:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749610757.744197:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610757.744198:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610757.744199:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1749610757.744199:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:2.0:1749610757.744200:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749610757.744201:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:3.0:1749610757.744202:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801302f5c00. 00010000:00000001:1.0:1749610757.744202:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000001:0.0:1749610757.744203:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1749610757.744204:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610757.744204:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00001000:2.0:1749610757.744205:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610757 v=5 (0 0 0 0) 00000400:00000010:0.0:1749610757.744205:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffbb0. 00000100:00000001:3.0:1749610757.744206:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610757.744206:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00001000:2.0:1749610757.744208:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=12 v=15 (15 1 1 1) 02000000:00000001:1.0:1749610757.744208:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:3.0:1749610757.744209:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749610757.744210:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:0.0:1749610757.744210:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821088 00010000:00000001:3.0:1749610757.744211:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610757.744211:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880113585800. 00000400:00000010:0.0:1749610757.744211:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821088. 00000100:00000001:2.0:1749610757.744212:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:1.0:1749610757.744212:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610757.744213:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749610757.744214:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610757.744214:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610757.744214:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610757.744216:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00010000:00000001:1.0:1749610757.744217:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1749610757.744218:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119280a80 x1834598494559616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610777 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610757.744218:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610757.744218:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119283480 x1834598494560128/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610773 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610757.744219:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610757.744221:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00001000:1.0:1749610757.744221:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610757.744223:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610757.744224:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610757.744226:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:1.0:1749610757.744226:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1749610757.744227:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119283480 x1834598494560128/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610773 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610757.744228:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000040:3.0:1749610757.744229:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:1.0:1749610757.744230:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:3.0:1749610757.744231:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610757.744233:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610757.744233:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:3.0:1749610757.744234:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610757.744234:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610757.744235:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610757.744236:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000040:3.0:1749610757.744237:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610757.744237:0:28323:0:(client.c:1550:after_reply()) Process entered 00000400:00000010:3.0:1749610757.744239:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedbb0. 02000000:00000001:0.0:1749610757.744239:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610757.744241:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1749610757.744242:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:3.0:1749610757.744243:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494559744, offset 0 00000100:00000001:0.0:1749610757.744243:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610757.744244:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610757.744245:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610757.744246:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610757.744246:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610757.744246:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610757.744249:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1749610757.744249:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610757.744250:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1749610757.744250:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=62 v=5 (5 5 5 5) 00000100:00000001:2.0:1749610757.744252:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000400:00000010:1.0:1749610757.744252:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000400:00000200:3.0:1749610757.744253:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610757.744254:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610757.744256:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000200:1.0:1749610757.744256:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494560000, offset 0 00000100:00080000:2.0:1749610757.744259:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000400:00000200:1.0:1749610757.744260:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610757.744261:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00001000:0.0:1749610757.744263:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=62 v=5 (1 1 1 1) 00000400:00000200:3.0:1749610757.744264:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92de00 00000100:00000040:2.0:1749610757.744265:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119280a80 x1834598494559616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610777 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610757.744265:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1749610757.744266:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610757.744267:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610757.744270:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6931 [1] + 0 00010000:00000001:0.0:1749610757.744270:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1749610757.744272:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92df00 00000100:00100000:2.0:1749610757.744273:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494559616:0@lo:38:kworker.0 00000400:00000200:3.0:1749610757.744274:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00080000:0.0:1749610757.744274:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880119283480 x1834598494560128/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610773 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610757.744277:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610757.744277:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6945 [1] + 0 00000400:00000200:3.0:1749610757.744278:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610757.744279:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1749610757.744280:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610757.744281:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:2.0:1749610757.744282:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119280a80 x1834598494559616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610777 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749610757.744282:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610757.744284:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610757.744285:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119280700 x1834598494559744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610782 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610757.744285:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1749610757.744287:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749610757.744287:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:2.0:1749610757.744288:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1749610757.744288:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 02000000:00000001:2.0:1749610757.744290:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1749610757.744290:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610757.744291:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119282d80 x1834598494560000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610782 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610757.744292:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880111579000. 00000100:00000040:0.0:1749610757.744293:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119283480 x1834598494560128/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610773 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610757.744294:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119280700 x1834598494559744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610782 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610757.744295:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610757.744297:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610757.744298:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749610757.744300:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:1.0:1749610757.744300:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119282d80 x1834598494560000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610782 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610757.744300:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1749610757.744302:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880111548000. 00000100:00000001:3.0:1749610757.744303:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:2.0:1749610757.744304:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610757.744305:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:3.0:1749610757.744307:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedbb0 00000100:00000010:2.0:1749610757.744307:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119280a80. 00000100:00000001:0.0:1749610757.744308:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:3.0:1749610757.744309:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedbb0. 00000100:00000001:2.0:1749610757.744309:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610757.744309:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610757.744310:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610757.744310:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610757.744311:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610757.744312:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610757.744313:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:1.0:1749610757.744313:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00000400:00000010:1.0:1749610757.744315:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00000100:00000040:0.0:1749610757.744315:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119283480 x1834598494560128/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610773 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610757.744316:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610757.744317:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610757.744317:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610757.744318:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:3.0:1749610757.744319:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610757.744321:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610757.744321:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610757.744322:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610757.744323:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749610757.744323:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119283480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494560128:0@lo:400:kworker.0 00000100:00000001:2.0:1749610757.744324:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1749610757.744324:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610757.744326:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610757.744326:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610757.744327:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008aa3c000 x1834598494559744/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610777 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610757.744328:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610757.744328:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1749610757.744329:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749610757.744330:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000001:2.0:1749610757.744331:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1749610757.744332:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008aa3e680 x1834598494560000/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610777 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610757.744333:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe630. 00000100:00000040:0.0:1749610757.744333:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119283480 x1834598494560128/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610773 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610757.744335:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aee0 00000100:00100000:3.0:1749610757.744337:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494559744:12345-0@lo:38:kworker.0 Request processed in 171us (653us total) trans 0 rc -19/-19 00000400:00000010:2.0:1749610757.744337:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aee0. 00000100:00000001:2.0:1749610757.744339:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610757.744339:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00100000:1.0:1749610757.744341:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494560000:12345-0@lo:38:kworker.0 Request processed in 161us (248us total) trans 0 rc -19/-19 02000000:00000001:0.0:1749610757.744341:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:2.0:1749610757.744342:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119282d80 x1834598494560000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610782 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610757.744344:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 345 02000000:00000010:0.0:1749610757.744344:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007fb8fc00. 02000000:00000001:0.0:1749610757.744346:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1749610757.744347:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610757.744348:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1749610757.744348:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:1.0:1749610757.744349:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 346 00000100:00000200:2.0:1749610757.744350:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119282d80 x1834598494560000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610782 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749610757.744350:0:28323:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000010:3.0:1749610757.744351:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9980. 00000100:00000001:1.0:1749610757.744351:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610757.744352:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1749610757.744352:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610757.744354:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3fa00. 00000020:00000010:3.0:1749610757.744355:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c258. 00000100:00000001:2.0:1749610757.744357:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:0.0:1749610757.744357:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:3.0:1749610757.744358:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125400. 00000100:00000001:2.0:1749610757.744358:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610757.744359:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749610757.744360:0:28320:0:(client.c:1550:after_reply()) Process entered 00000020:00000010:1.0:1749610757.744360:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9500. 00000100:00000010:0.0:1749610757.744360:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119283480. 00000100:00000001:3.0:1749610757.744361:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610757.744362:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610757.744363:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1749610757.744363:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c4b0. 00000100:00000001:2.0:1749610757.744365:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610757.744366:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125c00. 02000000:00000001:2.0:1749610757.744367:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610757.744367:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610757.744368:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1749610757.744370:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610757 v=5 (0 0 0 0) 00000100:00000001:1.0:1749610757.744370:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610757.744370:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1749610757.744373:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=62 v=20 (1 1 1 20) 00000100:00000001:0.0:1749610757.744375:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610757.744376:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610757.744377:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610757.744377:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610757.744377:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610757.744379:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610757.744379:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610757.744380:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610757.744380:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749610757.744382:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1749610757.744382:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119282d80 x1834598494560000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610782 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1749610757.744384:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749610757.744389:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:3.0:1749610757.744390:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7c60. 00000100:00000001:2.0:1749610757.744392:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610757.744393:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610757.744394:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedc38 00000100:00000001:2.0:1749610757.744395:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000400:00000010:3.0:1749610757.744396:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedc38. 00000100:00000001:2.0:1749610757.744396:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610757.744398:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749610757.744399:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000100:00080000:2.0:1749610757.744401:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000200:3.0:1749610757.744402:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119281500 x1834598494559872/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610773 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610757.744407:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:3.0:1749610757.744411:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119281500 x1834598494559872/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610773 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610757.744412:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119282d80 x1834598494560000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610782 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610757.744418:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610757.744419:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749610757.744419:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119282d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494560000:0@lo:38:kworker.0 00000100:00000001:3.0:1749610757.744421:0:28324:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749610757.744423:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000001:2.0:1749610757.744424:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749610757.744425:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000001:2.0:1749610757.744426:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749610757.744427:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610757.744427:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fee70. 02000000:00000001:3.0:1749610757.744429:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610757.744429:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a880 00000400:00000010:2.0:1749610757.744431:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a880. 00000100:00000001:2.0:1749610757.744433:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:3.0:1749610757.744434:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=112 v=5 (5 5 5 5) 00000100:00000200:2.0:1749610757.744435:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119280700 x1834598494559744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610782 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749610757.744437:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=112 v=5 (1 1 1 1) 00000100:00000001:3.0:1749610757.744439:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610757.744441:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610757.744443:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000200:2.0:1749610757.744443:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119280700 x1834598494559744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610782 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1749610757.744447:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880119281500 x1834598494559872/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610773 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610757.744449:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610757.744450:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610757.744452:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610757.744453:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1749610757.744454:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610757.744455:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610757.744456:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610757.744457:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1749610757.744458:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 02000000:00000001:2.0:1749610757.744458:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610757.744460:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749610757.744461:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610757.744461:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610757 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610757.744464:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=112 v=20 (1 1 1 20) 00000100:00000040:3.0:1749610757.744465:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119281500 x1834598494559872/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610773 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610757.744466:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610757.744467:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610757.744469:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610757.744471:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610757.744473:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1749610757.744473:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119280700 x1834598494559744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610782 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610757.744475:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610757.744478:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119281500 x1834598494559872/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610773 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610757.744479:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610757.744481:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610757.744483:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610757.744489:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610757.744490:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610757.744493:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610757.744496:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610757.744498:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:3.0:1749610757.744499:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119281500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:28324:1834598494559872:0@lo:400:kworker.0 00000100:00000040:2.0:1749610757.744502:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119280700 x1834598494559744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610782 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610757.744503:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610757.744505:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610757.744508:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119281500 x1834598494559872/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610773 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610757.744510:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119280700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494559744:0@lo:38:kworker.0 00000100:00000001:2.0:1749610757.744513:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610757.744515:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749610757.744515:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749610757.744516:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1749610757.744517:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119282d80 x1834598494560000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610782 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610757.744518:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7b3800. 02000000:00000001:3.0:1749610757.744544:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610757.744545:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749610757.744545:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000040:3.0:1749610757.744547:0:28324:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:2.0:1749610757.744547:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:3.0:1749610757.744549:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610757.744549:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88011157b400. 02000000:00000010:3.0:1749610757.744551:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f600. 02000000:00000001:2.0:1749610757.744551:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610757.744552:0:28320:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:3.0:1749610757.744554:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:2.0:1749610757.744554:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:3.0:1749610757.744556:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1749610757.744556:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1749610757.744557:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119281500. 02000000:00000010:2.0:1749610757.744557:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880111549c00. 02000000:00000001:2.0:1749610757.744560:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610757.744561:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610757.744562:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119282d80. 00000100:00000001:3.0:1749610757.744563:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610757.744564:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610757.744566:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610757.744569:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610757.744571:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610757.744571:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610757.744572:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610757.744573:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610757.744575:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749610757.744576:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119280700 x1834598494559744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610782 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610757.744577:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610757.744582:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1749610757.744582:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300031202, at 4300031202 02000000:00000001:2.0:1749610757.744583:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610757.744585:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88011157b000. 02000000:00000001:2.0:1749610757.744587:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000010:0.0:1749610757.744590:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677000. 00000020:00000001:2.0:1749610757.744593:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610757.744594:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749610757.744596:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610757.744598:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880111549800. 02000000:00000001:2.0:1749610757.744600:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610757.744601:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610757.744603:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119280700. 00000100:00000001:2.0:1749610757.744605:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610757.744606:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610757.744608:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610757.744610:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610757.744611:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610757.744613:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610757.744615:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610757.744618:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300031202, at 4300031202 00000100:00000010:1.0:1749610757.744627:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677940. 00000100:00000040:3.0:1749610757.745589:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300031202, at 4300031203 00000100:00000010:3.0:1749610757.745596:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b6777c0. 00000100:00000040:2.0:1749610757.745625:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300031202, at 4300031203 00000100:00000010:2.0:1749610757.745636:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677e40. 00000100:00000001:0.0:1749610757.861680:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610757.861687:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610757.861690:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610757.861695:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610757.861699:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610757.861720:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610757.861723:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610757.861727:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610757.861729:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610758.457701:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610758.457711:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610758.457713:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610758.457718:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610758.457722:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610758.457726:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610758.457730:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610758.457733:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610758.457736:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610758.650716:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610758.650725:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610758.650751:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610758.650755:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610758.650759:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610758.744628:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610758.744643:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610758.744645:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610758.744650:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610758.744652:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610758.744656:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610758.744659:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610758.861715:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610758.861723:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610758.861726:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610758.861732:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610758.861735:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610758.861739:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610758.861743:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610758.861747:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610758.861749:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610759.457704:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610759.457714:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610759.457717:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610759.457723:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610759.457727:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610759.457732:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610759.457737:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610759.457741:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610759.457744:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610759.652681:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610759.652690:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610759.652813:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610759.652819:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610759.652823:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610759.744629:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610759.744645:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610759.744648:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610759.744652:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610759.744655:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610759.744658:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610759.744661:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610759.861673:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610759.861681:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610759.861685:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610759.861710:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610759.861715:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610759.861719:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610759.861724:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610759.861728:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610759.861730:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610760.457665:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610760.457674:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610760.457676:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610760.457681:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610760.457685:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610760.457689:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610760.457692:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610760.457695:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610760.457698:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610760.654654:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610760.654660:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610760.654773:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610760.654778:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610760.654800:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610760.744680:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610760.744698:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610760.744701:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610760.744705:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610760.744708:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610760.744712:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610760.744714:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610760.861634:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610760.861642:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610760.861645:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610760.861649:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610760.861653:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610760.861656:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610760.861659:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610760.861663:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610760.861665:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610761.457641:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610761.457648:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610761.457651:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610761.457655:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610761.457658:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610761.457663:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610761.457666:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610761.457669:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610761.457671:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610761.656688:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610761.656695:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610761.656821:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610761.656827:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610761.656831:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610761.744672:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610761.744690:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610761.744694:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610761.744700:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610761.744704:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610761.744709:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610761.744712:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610761.861688:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610761.861716:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610761.861720:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610761.861726:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610761.861731:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610761.861736:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610761.861739:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610761.861744:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610761.861747:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610762.457652:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610762.457661:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610762.457664:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610762.457668:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610762.457672:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610762.457675:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610762.457679:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610762.457682:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610762.457684:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610762.658640:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610762.658646:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610762.658779:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610762.658785:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610762.658788:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610762.744649:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610762.744657:0:28320:0:(client.c:2435:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1749610762.744671:0:28320:0:(client.c:2451:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1749610737/real 1749610737] req@ffff880119283100 x1834598494556032/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610762 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749610762.744693:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610762.744695:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610762.744700:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe738. 00000400:00000200:2.0:1749610762.744706:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 00000400:00000010:2.0:1749610762.744709:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 00000100:00000001:2.0:1749610762.744714:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610762.744718:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119283100 x1834598494556032/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610762 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610762.744728:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119283100 x1834598494556032/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610762 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610762.744736:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610762.744738:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610762.744741:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610762.744743:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749610762.744763:0:28320:0:(client.c:2482:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff880119283100 x1834598494556032/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610762 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610762.744771:0:28320:0:(client.c:2487:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610762.744783:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610762.744785:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610762.744788:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610762.744790:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610762.744793:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610762.744797:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119283100 x1834598494556032/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610762 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610762.744805:0:28320:0:(client.c:2097:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749610762.744808:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610762.744809:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610762.744811:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610762.744813:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610762.744815:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1749610762.744819:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610762.744849:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.106@tcp failed (-110) 00000100:00000001:2.0:1749610762.744852:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1749610762.744856:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119283100 x1834598494556032/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610762 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610762.744865:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119283100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494556032:0@lo:250:kworker.0 00000100:00000001:2.0:1749610762.744870:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610762.744872:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610762.744876:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119283100 x1834598494556032/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610762 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610762.744883:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610762.744886:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610762.744890:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880111578400. 02000000:00000001:2.0:1749610762.744894:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610762.744901:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610762.744904:0:28320:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1749610762.744907:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00080000:0.0:1749610762.744909:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000010:2.0:1749610762.744910:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880111548800. 02000000:00000001:2.0:1749610762.744913:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610762.744915:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610762.744917:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119283100. 00000100:00080000:0.0:1749610762.744918:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1749610762.744920:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610762.744923:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610762.744925:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610762.744926:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610762.744927:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:2.0:1749610762.744928:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749610762.744961:0:8737:0:(import.c:505:import_select_connection()) MGC192.168.202.106@tcp: connect to NID 0@lo last attempt 5343 00000100:00000001:2.0:1749610762.744968:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610762.744970:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610762.744972:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610762.744973:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610762.744974:0:8737:0:(import.c:584:import_select_connection()) MGC192.168.202.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610762.744978:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610762.744982:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610762.744984:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610762.744987:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610762.744991:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610762.744993:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cf3e 00000020:00000001:0.0:1749610762.744996:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610762.745000:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009d243000 refcount=3 00000020:00000001:0.0:1749610762.745002:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000020:00000001:0.0:1749610762.745015:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000100:00000040:0.0:1749610762.745019:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610762.745021:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610762.745023:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610762.745025:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610762.745028:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88009d243000 : new refcount 2 00000100:00080000:0.0:1749610762.745031:0:8737:0:(import.c:619:import_select_connection()) MGC192.168.202.106@tcp: import ffff88009d242800 using connection MGC192.168.202.106@tcp_0/0@lo 00000100:00000001:0.0:1749610762.745034:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610762.745037:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610762.745040:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610762.745043:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610762.745045:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610762.745047:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610762.745053:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119283480. 00000020:00000040:0.0:1749610762.745056:0:8737:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 02000000:00000001:0.0:1749610762.745059:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610762.745062:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610762.745065:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610762.745067:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610762.745071:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610762.745078:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88011154ac00. 00000100:00000001:0.0:1749610762.745085:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610762.745092:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119283480 x1834598494560256/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610762.745104:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610762.745109:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610762.745113:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119283480] to pc [ptlrpcd_rcv+-1] req@ffff880119283480 x1834598494560256/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610762.745142:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610762.745146:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610762.745149:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610762.745156:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610762.745158:0:8737:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610762.745161:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610762.745164:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5363 00000100:00080000:0.0:1749610762.745167:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1749610762.745169:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749610762.745169:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610762.745171:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610762.745172:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610762.745173:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749610762.745173:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610762.745175:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610762.745177:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610762.745178:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000100:00000040:2.0:1749610762.745180:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119283480 x1834598494560256/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610762.745180:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610762.745182:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749610762.745185:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749610762.745187:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000001:2.0:1749610762.745189:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610762.745190:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610762.745190:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610762.745192:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610762.745193:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:2.0:1749610762.745194:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749610762.745195:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:2.0:1749610762.745197:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1749610762.745197:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 02000000:00000001:2.0:1749610762.745199:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610762.745200:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610762.745202:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610762.745203:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119283480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494560256:0@lo:250:kworker.0 02000000:00000001:0.0:1749610762.745203:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749610762.745206:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749610762.745209:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610762.745211:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749610762.745211:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610762.745213:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 02000000:00000001:2.0:1749610762.745214:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610762.745215:0:8737:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610762.745216:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1749610762.745219:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119282a00. 02000000:00000010:2.0:1749610762.745220:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880111578400. 00000020:00000040:0.0:1749610762.745221:0:8737:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749610762.745222:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610762.745225:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610762.745227:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610762.745228:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe738. 00000100:00000001:0.0:1749610762.745229:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:2.0:1749610762.745233:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000100:00000200:2.0:1749610762.745240:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494560256, portal 25 00000100:00000001:2.0:1749610762.745242:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610762.745244:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031251072 : -131936678300544 : ffff880119283480) 02000000:00000001:0.0:1749610762.745251:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610762.745254:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610762.745257:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119283480 x1834598494560256/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610762.745260:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88011154b400. 00000100:00000001:2.0:1749610762.745265:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610762.745266:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610762.745268:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610762.745270:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a880. 00000100:00000200:2.0:1749610762.745274:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598494560256, offset 0 00000100:00100000:0.0:1749610762.745274:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119282a00 x1834598494560384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1749610762.745279:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610762.745286:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610762.745290:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610762.745294:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749610762.745296:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119282a00] to pc [ptlrpcd_rcv+-1] req@ffff880119282a00 x1834598494560384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610762.745306:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848ebf92e000 00000100:00000001:0.0:1749610762.745310:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:2.0:1749610762.745312:0:28320:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598494560256 offset 0 length 520: 4 00000100:00080000:0.0:1749610762.745315:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000200:2.0:1749610762.745316:0:28320:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88006d92d8c0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1749610762.745319:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00080000:0.0:1749610762.745320:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610762.745322:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610762.745325:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:2.0:1749610762.745327:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a880 00000100:00000001:0.0:1749610762.745328:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000400:00000010:2.0:1749610762.745329:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a880. 00000100:00000001:2.0:1749610762.745332:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00080000:0.0:1749610762.745332:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5363 00000100:00000200:2.0:1749610762.745336:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119283480 x1834598494560256/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749610762.745336:0:8737:0:(import.c:2097:obd_at_measure()) add 20 to ffff88012e71cbf0 time=17 v=15 (15 1 1 1) 00000100:00001000:0.0:1749610762.745342:0:8737:0:(import.c:2163:obd_at_measure()) AT ffff88012e71cbf0 change: old=15 new=20 delta=5 (val=20) hist 20 1 1 1 00000100:00000001:2.0:1749610762.745343:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610762.745346:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119283480 x1834598494560256/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610787 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749610762.745346:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s 00000100:00000040:0.0:1749610762.745350:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610762.745353:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610762.745353:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610762.745354:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1749610762.745356:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610762.745357:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610762.745358:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610762.745362:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4300036225 00000020:00000001:0.0:1749610762.745362:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610762.745364:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000100:00000010:2.0:1749610762.745366:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677e40. 00000020:00000001:0.0:1749610762.745367:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610762.745370:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000100:00000001:2.0:1749610762.745373:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000020:00000001:0.0:1749610762.745374:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:0.0:1749610762.745377:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000001:2.0:1749610762.745379:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4300036225 00000100:00000040:0.0:1749610762.745381:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000010:2.0:1749610762.745384:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b6777c0. 00000100:00000001:2.0:1749610762.745387:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1749610762.745393:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610762.745397:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610762.745399:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610762.745403:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00000001:2.0:1749610762.745404:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 2 is 4300036225 00000100:00000010:2.0:1749610762.745407:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677940. 00000100:00080000:0.0:1749610762.745407:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610762.745410:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610762.745413:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749610762.745415:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749610762.745418:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 3 is 4300036225 02000000:00000001:0.0:1749610762.745418:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1749610762.745421:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677000. 02000000:00000001:0.0:1749610762.745422:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610762.745424:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1749610762.745424:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610762.745427:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610762.745432:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119282680. 00000100:00000001:2.0:1749610762.745435:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1749610762.745436:0:8737:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1749610762.745437:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610762.745439:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1749610762.745440:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610762.745441:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610762.745443:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610762.745444:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610762.745447:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749610762.745448:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610762.745449:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 02000000:00000001:0.0:1749610762.745450:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610762.745451:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610762.745453:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610762.745454:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1749610762.745456:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88011154b800. 00000100:00000040:2.0:1749610762.745459:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119282a00 x1834598494560384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610762.745461:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610762.745466:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610762.745468:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610762.745468:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119282680 x1834598494560512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1749610762.745470:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610762.745472:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610762.745474:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610762.745477:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119282a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494560384:0@lo:38:kworker.0 00000100:00000001:0.0:1749610762.745479:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610762.745480:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749610762.745482:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610762.745483:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610762.745483:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610762.745485:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749610762.745488:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88011157b000. 00000100:00000040:0.0:1749610762.745488:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119282680] to pc [ptlrpcd_rcv+-1] req@ffff880119282680 x1834598494560512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610762.745489:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610762.745493:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fee70. 00000400:00000010:2.0:1749610762.745496:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a880. 00000100:00000200:2.0:1749610762.745499:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494560384, portal 4 00000100:00000001:2.0:1749610762.745501:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610762.745501:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610762.745502:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031248384 : -131936678303232 : ffff880119282a00) 00000100:00080000:0.0:1749610762.745506:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000040:2.0:1749610762.745509:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119282a00 x1834598494560384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749610762.745510:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610762.745512:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610762.745515:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610762.745518:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:2.0:1749610762.745555:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610762.745558:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610762.745560:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aee0. 00000100:00000200:2.0:1749610762.745563:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494560384, offset 0 00000400:00000200:2.0:1749610762.745567:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00080000:0.0:1749610762.745567:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5363 00000100:00080000:0.0:1749610762.745570:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000400:00000200:2.0:1749610762.745573:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749610762.745575:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610762.745578:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1749610762.745579:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf92e080 00000100:00000040:0.0:1749610762.745580:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610762.745583:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:2.0:1749610762.745585:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3ded [256] + 19760 00000020:00000001:0.0:1749610762.745587:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610762.745589:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:0.0:1749610762.745591:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1749610762.745592:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1749610762.745594:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000400:00000200:2.0:1749610762.745596:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1749610762.745597:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000020:00000001:0.0:1749610762.745600:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000001:2.0:1749610762.745601:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610762.745603:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000040:0.0:1749610762.745605:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610762.745607:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000010:2.0:1749610762.745608:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008aa3ce00. 00000100:00000040:0.0:1749610762.745609:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000040:2.0:1749610762.745611:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88008aa3ce00 x1834598494560384 msgsize 520 00000100:00000001:0.0:1749610762.745612:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00100000:2.0:1749610762.745615:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:0.0:1749610762.745616:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00080000:0.0:1749610762.745619:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610762.745622:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610762.745624:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610762.745629:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610762.745631:0:28320:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:0.0:1749610762.745632:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610762.745635:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aee0 00000100:00000001:0.0:1749610762.745635:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000400:00000010:2.0:1749610762.745637:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aee0. 00000100:00000001:0.0:1749610762.745637:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610762.745639:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000010:0.0:1749610762.745642:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119283100. 00000100:00000200:2.0:1749610762.745643:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119282a00 x1834598494560384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749610762.745645:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1749610762.745649:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1749610762.745651:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749610762.745651:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610762.745653:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119282a00 x1834598494560384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610787 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610762.745653:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610762.745655:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610762.745658:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610762.745660:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610762.745661:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000010:0.0:1749610762.745663:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880111549000. 00000100:00000001:2.0:1749610762.745664:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610762.745668:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1271 usecs (2 jiffies) 00000100:00000001:0.0:1749610762.745668:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610762.745671:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300036205 00000100:00000001:2.0:1749610762.745674:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300036225 00000100:00000001:1.0:1749610762.745676:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610762.745677:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300036205 00000100:00000001:2.0:1749610762.745679:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300036225 00000100:00100000:1.0:1749610762.745681:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494560384 00000100:00100000:0.0:1749610762.745684:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119283100 x1834598494560640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1749610762.745685:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610762.745687:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300036205 00000100:00000001:1.0:1749610762.745688:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610762.745689:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300036225 00000100:00000001:2.0:1749610762.745691:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300036205 00000100:00000001:1.0:1749610762.745692:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610762.745693:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300036225 00000100:00000001:0.0:1749610762.745694:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610762.745695:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610762.745696:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610762.745697:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610762.745698:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610762.745700:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610762.745701:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494560384 00000100:00000001:2.0:1749610762.745702:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610762.745703:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1749610762.745703:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119283100] to pc [ptlrpcd_rcv+-1] req@ffff880119283100 x1834598494560640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749610762.745705:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749610762.745706:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1749610762.745707:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610762.745708:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1749610762.745709:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1749610762.745709:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610762.745711:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1749610762.745711:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610762.745712:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610762.745715:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610762.745716:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119282680 x1834598494560512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610762.745718:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125c00. 00000100:00000040:0.0:1749610762.745719:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749610762.745723:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610762.745724:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610762.745724:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9500. 00000100:00000001:0.0:1749610762.745724:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1749610762.745727:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:0.0:1749610762.745728:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119280700. 02000000:00000001:2.0:1749610762.745729:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610762.745730:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c4b0. 02000000:00000001:2.0:1749610762.745731:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610762.745731:0:8737:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00100000:2.0:1749610762.745733:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119282680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494560512:0@lo:38:kworker.0 00000100:00000001:1.0:1749610762.745735:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610762.745735:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1749610762.745736:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749610762.745737:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1749610762.745737:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610762.745738:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749610762.745739:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610762.745740:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610762.745740:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610762.745742:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749610762.745744:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3fa00. 02000000:00000010:2.0:1749610762.745745:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88011157b400. 00000100:00000001:1.0:1749610762.745746:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610762.745747:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610762.745748:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610762.745750:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe630. 00000100:00000040:0.0:1749610762.745753:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880119280700 x1834598494560768/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1749610762.745754:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aee0. 00000100:00000200:2.0:1749610762.745757:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494560512, portal 10 00000100:00000001:2.0:1749610762.745759:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610762.745760:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031247488 : -131936678304128 : ffff880119282680) 00000100:00000001:0.0:1749610762.745764:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1749610762.745766:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119282680 x1834598494560512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610762.745766:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610762.745767:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610762.745774:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119280700] to pc [ptlrpcd_00_00+0] req@ffff880119280700 x1834598494560768/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610762.745777:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610762.745777:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610762.745779:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1749610762.745780:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610762.745782:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ad48. 00000100:00000200:2.0:1749610762.745785:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494560512, offset 0 00000100:00100000:1.0:1749610762.745785:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000100:00000001:1.0:1749610762.745788:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134640209408 : -131939069342208 : ffff88008aa3ce00) 00000400:00000200:2.0:1749610762.745789:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610762.745794:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749610762.745795:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008aa3ce00 x1834598494560384/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610782 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610762.745799:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92e100 00000100:00000001:0.0:1749610762.745801:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610762.745803:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 34136 00000100:00080000:0.0:1749610762.745806:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000200:2.0:1749610762.745808:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1749610762.745808:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494560384:12345-0@lo:38:kworker.0 00000100:00080000:0.0:1749610762.745811:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000400:00000200:2.0:1749610762.745812:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749610762.745812:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494560384 00000100:00000001:0.0:1749610762.745813:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1749610762.745816:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00080000:0.0:1749610762.745816:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000200:2.0:1749610762.745817:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749610762.745820:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00000010:2.0:1749610762.745821:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008aa3ea00. 00000100:00000040:2.0:1749610762.745824:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88008aa3ea00 x1834598494560512 msgsize 520 00000100:00080000:0.0:1749610762.745824:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5363 00000020:00000001:1.0:1749610762.745825:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:2.0:1749610762.745828:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749610762.745828:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1749610762.745829:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1749610762.745829:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:3.0:1749610762.745835:0:28322:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1749610762.745835:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749610762.745838:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749610762.745839:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ad48 00000400:00000010:2.0:1749610762.745840:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ad48. 00000100:00000040:0.0:1749610762.745841:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610762.745843:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:1.0:1749610762.745844:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610762.745844:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749610762.745845:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1749610762.745846:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119282680 x1834598494560512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610762.745847:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610762.745848:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00010000:00020000:1.0:1749610762.745849:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749610762.745851:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00010000:00000001:1.0:1749610762.745852:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610762.745853:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1749610762.745854:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:1.0:1749610762.745856:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610762.745857:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749610762.745857:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119282680 x1834598494560512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610787 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749610762.745857:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000100:00000001:3.0:1749610762.745859:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610762.745859:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:0.0:1749610762.745860:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610762.745861:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749610762.745862:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749610762.745863:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610762.745863:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000100:00000001:2.0:1749610762.745864:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:1.0:1749610762.745864:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610762.745866:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610762.745866:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:3.0:1749610762.745869:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119280700 x1834598494560768/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610762.745869:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880113586400. 00000020:00000001:0.0:1749610762.745869:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:2.0:1749610762.745870:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 937 usecs (1 jiffies) 02000000:00000001:1.0:1749610762.745871:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610762.745872:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300036204 00000100:00000001:1.0:1749610762.745873:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610762.745874:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300036225 00000100:00000040:0.0:1749610762.745874:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610762.745877:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300036204 00010000:00000001:1.0:1749610762.745877:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749610762.745877:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610762.745879:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300036225 00000100:00000040:0.0:1749610762.745879:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610762.745880:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1749610762.745880:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610762.745882:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610762.745882:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00001000:1.0:1749610762.745883:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:3.0:1749610762.745885:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749610762.745885:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300036204 00000020:00000040:0.0:1749610762.745886:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00000001:2.0:1749610762.745887:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300036225 00000100:00000001:1.0:1749610762.745887:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:3.0:1749610762.745888:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610762.745889:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300036204 02000000:00000001:3.0:1749610762.745890:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610762.745890:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00080000:0.0:1749610762.745890:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610762.745891:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300036225 00000100:00000001:2.0:1749610762.745893:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749610762.745893:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610762.745893:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610762.745894:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119280700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:28322:1834598494560768:0@lo:400:kworker.0 00000100:00000001:2.0:1749610762.745895:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610762.745895:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749610762.745896:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749610762.745897:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610762.745898:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749610762.745898:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749610762.745899:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610762.745901:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610762.745902:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1749610762.745902:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610762.745903:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1749610762.745904:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610762.745904:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 02000000:00000001:1.0:1749610762.745904:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749610762.745904:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610762.745906:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749610762.745906:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1749610762.745906:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610762.745907:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610762.745907:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610762.745908:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749610762.745908:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610762.745909:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610762.745910:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7b3800. 00000100:00000040:1.0:1749610762.745911:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1749610762.745913:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610762.745913:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119283100 x1834598494560640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610762.745914:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000100:00000010:0.0:1749610762.745914:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119282d80. 00000400:00000010:3.0:1749610762.745918:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7c60. 00000020:00000040:0.0:1749610762.745918:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:2.0:1749610762.745919:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1749610762.745919:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494560384, offset 0 00000100:00000001:2.0:1749610762.745920:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610762.745921:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000400:00000010:3.0:1749610762.745922:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedc38. 02000000:00000001:2.0:1749610762.745923:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1749610762.745924:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749610762.745924:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610762.745925:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610762.745926:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610762.745927:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:2.0:1749610762.745929:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119283100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494560640:0@lo:38:kworker.0 02000000:00000001:0.0:1749610762.745929:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610762.745958:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610762.745959:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494560768, portal 10 00000100:00000001:2.0:1749610762.745960:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749610762.745962:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1749610762.745962:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1749610762.745962:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610762.745964:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031239424 : -131936678312192 : ffff880119280700) 02000000:00000001:2.0:1749610762.745964:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610762.745966:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749610762.745966:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88011154a400. 02000000:00000010:2.0:1749610762.745969:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880111579000. 00000400:00000200:1.0:1749610762.745969:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf92e080 02000000:00000001:2.0:1749610762.745971:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610762.745972:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610762.745973:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119280700 x1834598494560768/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610762.745975:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe948. 00000400:00000200:1.0:1749610762.745976:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x695d [1] + 0 00000100:00100000:0.0:1749610762.745980:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119282d80 x1834598494560896/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749610762.745981:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749610762.745981:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749610762.745985:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610762.745985:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ad48. 00000400:00000200:1.0:1749610762.745985:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1749610762.745987:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedbb0. 00000100:00000200:2.0:1749610762.745989:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494560640, portal 10 00000100:00000200:3.0:1749610762.745990:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494560768, offset 0 00000100:00000001:2.0:1749610762.745991:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610762.745993:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031250176 : -131936678301440 : ffff880119283100) 00000400:00000200:3.0:1749610762.745995:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749610762.745999:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119283100 x1834598494560640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610762.746004:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610762.746004:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749610762.746010:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119282a00 x1834598494560384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610787 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610762.746011:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:3.0:1749610762.746012:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf92e200 00000100:00000001:0.0:1749610762.746012:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1749610762.746014:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610762.746016:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610762.746017:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 00000400:00000200:3.0:1749610762.746018:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be9 [64] + 34656 00000100:00000200:2.0:1749610762.746022:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494560640, offset 0 00000100:00000040:1.0:1749610762.746022:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119282a00 x1834598494560384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610787 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610762.746023:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749610762.746023:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119282d80] to pc [ptlrpcd_rcv+-1] req@ffff880119282d80 x1834598494560896/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610762.746026:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610762.746031:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749610762.746034:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610762.746035:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610762.746038:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610762.746039:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00000400:00000010:1.0:1749610762.746041:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00000100:00000040:0.0:1749610762.746042:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1749610762.746043:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92e180 00000100:00000001:1.0:1749610762.746044:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610762.746045:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749610762.746046:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1749610762.746049:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610762.746051:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000100:00000010:0.0:1749610762.746051:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119281500. 00000100:00000200:3.0:1749610762.746053:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:1.0:1749610762.746053:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000200:2.0:1749610762.746055:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 34880 00000100:00000001:1.0:1749610762.746055:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610762.746055:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000010:3.0:1749610762.746057:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135bc000. 00000020:00000001:1.0:1749610762.746057:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610762.746058:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:3.0:1749610762.746060:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff8801135bc000 x1834598494560768 msgsize 224 00000400:00000200:2.0:1749610762.746060:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749610762.746061:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1749610762.746062:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008aa3ce00 x1834598494560384/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610782 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610762.746063:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749610762.746064:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610762.746065:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:0.0:1749610762.746069:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f200. 00000100:00100000:1.0:1749610762.746073:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494560384:12345-0@lo:38:kworker.0 Request processed in 265us (459us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749610762.746074:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610762.746076:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:0.0:1749610762.746080:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880119281500 x1834598494561024/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1749610762.746082:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 00000100:00000001:2.0:1749610762.746084:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749610762.746085:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:2.0:1749610762.746086:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494560512 00000400:00000200:3.0:1749610762.746087:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedbb0 00000100:00000001:1.0:1749610762.746087:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:3.0:1749610762.746089:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedbb0. 02000000:00000001:2.0:1749610762.746089:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610762.746091:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1749610762.746092:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9500. 00000100:00000001:0.0:1749610762.746092:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749610762.746093:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749610762.746093:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610762.746095:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610762.746096:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610762.746096:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c4b0. 00000100:00000200:3.0:1749610762.746098:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119280700 x1834598494560768/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610762.746099:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494560512 00000020:00000010:1.0:1749610762.746100:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125c00. 00000020:00000001:2.0:1749610762.746101:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1749610762.746102:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119281500] to pc [ptlrpcd_00_01+1] req@ffff880119281500 x1834598494561024/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749610762.746103:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749610762.746104:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749610762.746105:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610762.746106:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1749610762.746107:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610762.746109:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119280700 x1834598494560768/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610778 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610762.746109:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610762.746111:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610762.746113:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bcc00. 00000100:00000001:3.0:1749610762.746116:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610762.746117:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387980. 00000100:00000040:0.0:1749610762.746117:0:8737:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5373) 00000100:00000001:3.0:1749610762.746118:0:28322:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610762.746120:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610762.746121:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610762.746121:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9c80. 00000100:00100000:1.0:1749610762.746124:0:28321:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000040:3.0:1749610762.746125:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 878 usecs (1 jiffies) 00000100:00000001:2.0:1749610762.746125:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610762.746125:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610762.746127:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610762.746128:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300036204 00000100:00000001:2.0:1749610762.746129:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610762.746129:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610762.746131:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300036225 00000100:00000001:1.0:1749610762.746132:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610762.746133:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610762.746133:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610762.746134:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300036204 00000100:00000001:1.0:1749610762.746135:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610762.746136:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300036225 00000100:00000001:1.0:1749610762.746137:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749610762.746138:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300036204 00000100:00000001:3.0:1749610762.746140:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300036225 00000100:00000001:2.0:1749610762.746141:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610762.746142:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300036204 00000100:00000040:1.0:1749610762.746142:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119281500 x1834598494561024/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610762.746144:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300036225 00000100:00000001:3.0:1749610762.746146:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610762.746147:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749610762.746149:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610762.746149:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494560768 02000000:00000001:2.0:1749610762.746150:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610762.746151:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610762.746152:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610762.746154:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610762.746155:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610762.746157:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610762.746159:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610762.746160:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749610762.746161:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749610762.746162:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610762.746163:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1749610762.746163:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749610762.746164:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494560768 00000100:00000001:3.0:1749610762.746165:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610762.746165:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610762.746166:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749610762.746167:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610762.746167:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000100:00100000:1.0:1749610762.746168:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119281500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494561024:0@lo:400:kworker.0 00000020:00000001:2.0:1749610762.746169:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610762.746171:0:9760:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000100:00000001:1.0:1749610762.746172:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1749610762.746174:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 02000000:00000001:1.0:1749610762.746175:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1749610762.746176:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 02000000:00000001:1.0:1749610762.746177:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610762.746179:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749610762.746180:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000010:1.0:1749610762.746182:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d125c00. 00000020:00000010:2.0:1749610762.746183:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012b677180. 00000100:00000001:3.0:1749610762.746184:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1749610762.746184:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610762.746187:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:1.0:1749610762.746188:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db9f8. 00000020:00000040:2.0:1749610762.746190:0:9760:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00100000:3.0:1749610762.746192:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 347 00000400:00000010:1.0:1749610762.746192:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000100:00000001:3.0:1749610762.746195:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134640216576 : -131939069335040 : ffff88008aa3ea00) 00000100:00000200:1.0:1749610762.746195:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494561024, portal 10 00000100:00000001:1.0:1749610762.746198:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610762.746199:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031243008 : -131936678308608 : ffff880119281500) 00000100:00000040:3.0:1749610762.746200:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008aa3ea00 x1834598494560512/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610782 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610762.746206:0:9760:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:1.0:1749610762.746206:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119281500 x1834598494561024/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749610762.746210:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bc200. 00000100:00100000:3.0:1749610762.746211:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494560512:12345-0@lo:38:kworker.0 00000020:00000010:2.0:1749610762.746213:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387c00. 00000100:00000001:1.0:1749610762.746213:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:3.0:1749610762.746215:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494560512 00000100:00000040:1.0:1749610762.746215:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:2.0:1749610762.746216:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9ed8. 00000400:00000010:1.0:1749610762.746217:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bbb0. 00000020:00000001:3.0:1749610762.746218:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:1.0:1749610762.746219:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494561024, offset 0 00010000:00000001:3.0:1749610762.746220:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:2.0:1749610762.746222:0:9760:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000200:1.0:1749610762.746223:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610762.746224:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610762.746225:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610762.746227:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610762.746230:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610762.746230:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610762.746232:0:9760:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00020000:3.0:1749610762.746233:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749610762.746234:0:9760:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749610762.746235:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610762.746235:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf92e300 00010000:00000001:3.0:1749610762.746236:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749610762.746239:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749610762.746240:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be9 [64] + 35400 00000100:00000001:3.0:1749610762.746241:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749610762.746241:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610762.746243:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1749610762.746244:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610762.746245:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1749610762.746246:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610762.746247:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1749610762.746247:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00080000:0.0:1749610762.746248:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 02000000:00000010:3.0:1749610762.746250:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801302f7000. 00000100:00000001:1.0:1749610762.746250:0:28321:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:3.0:1749610762.746251:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610762.746251:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 217 00000100:00000200:1.0:1749610762.746252:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749610762.746254:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610762.746254:0:9760:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000020:00000040:0.0:1749610762.746254:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:2.0:1749610762.746256:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136933965824 : -131936775585792 : ffff8801135bc000) 00000100:00000010:1.0:1749610762.746256:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079224a80. 00010000:00000001:3.0:1749610762.746257:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610762.746259:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610762.746261:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:2.0:1749610762.746261:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8801135bc000 x1834598494560768/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:198/0 lens 224/0 e 0 to 0 dl 1749610773 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610762.746264:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:1.0:1749610762.746264:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff880079224a80 x1834598494561024 msgsize 224 00000100:00000001:3.0:1749610762.746267:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1749610762.746269:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1749610762.746270:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610762.746270:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749610762.746272:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000010:2.0:1749610762.746272:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012b677480. 00000100:00000001:2.0:1749610762.746274:0:9760:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610762.746275:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:1.0:1749610762.746279:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:2.0:1749610762.746282:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012b677480. 00000100:00000040:3.0:1749610762.746283:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000200:1.0:1749610762.746285:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bbb0 02000000:00000001:3.0:1749610762.746286:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:2.0:1749610762.746287:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801135bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:28322:x1834598494560768:12345-0@lo:400:kworker.0 00000400:00000010:1.0:1749610762.746287:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bbb0. 02000000:00000001:3.0:1749610762.746288:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610762.746289:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749610762.746291:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610762.746291:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:2.0:1749610762.746292:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494560768 00000100:00000040:3.0:1749610762.746294:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1749610762.746294:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119281500 x1834598494561024/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610762.746294:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494561024 00000020:00000001:2.0:1749610762.746295:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000010:3.0:1749610762.746296:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedbb0. 00000020:00000001:2.0:1749610762.746297:0:9760:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 02000000:00000001:0.0:1749610762.746297:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:3.0:1749610762.746300:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494560512, offset 0 00000020:00000001:2.0:1749610762.746300:0:9760:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610762.746300:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1749610762.746302:0:9760:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1749610762.746303:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610762.746303:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610762.746304:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1749610762.746304:0:9760:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000040:1.0:1749610762.746306:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119281500 x1834598494561024/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610778 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610762.746307:0:9760:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 02000000:00000001:0.0:1749610762.746308:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610762.746311:0:9760:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610762.746312:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1749610762.746312:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494561024 00000020:00000001:2.0:1749610762.746313:0:9760:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1749610762.746313:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610762.746314:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:2.0:1749610762.746315:0:9760:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1749610762.746317:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92e100 00000020:00000001:2.0:1749610762.746317:0:9760:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610762.746319:0:9760:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749610762.746319:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610762.746322:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6965 [1] + 0 00000100:00000040:1.0:1749610762.746322:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 808 usecs (1 jiffies) 00000100:00000001:2.0:1749610762.746324:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1749610762.746324:0:9693:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1749610762.746326:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749610762.746326:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300036204 00000020:00000040:0.0:1749610762.746326:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000400:00000200:3.0:1749610762.746327:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1749610762.746329:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880111579c00. 00000100:00000001:1.0:1749610762.746329:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300036225 00000020:00000001:0.0:1749610762.746329:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1749610762.746331:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610762.746332:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610762.746332:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300036204 00000020:00000040:0.0:1749610762.746332:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:2.0:1749610762.746333:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610762.746334:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300036225 00000020:00000001:2.0:1749610762.746335:0:9760:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610762.746335:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:1.0:1749610762.746336:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300036204 00000100:00000001:3.0:1749610762.746337:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000040:2.0:1749610762.746338:0:9760:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494560768 00000100:00000001:1.0:1749610762.746338:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300036225 00000020:00000001:0.0:1749610762.746339:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:1.0:1749610762.746340:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300036204 00010000:00000001:2.0:1749610762.746341:0:9760:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:1.0:1749610762.746342:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300036225 00000100:00000200:3.0:1749610762.746343:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119282680 x1834598494560512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610787 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610762.746344:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610762.746344:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00010000:00000200:2.0:1749610762.746345:0:9760:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8801135bc000 x1834598494560768/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:198/0 lens 224/224 e 0 to 0 dl 1749610773 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610762.746346:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610762.746349:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610762.746349:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3680. 00000100:00000001:1.0:1749610762.746352:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610762.746353:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000010:0.0:1749610762.746353:0:9693:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b4211280. 00010000:00000001:2.0:1749610762.746355:0:9760:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610762.746358:0:9760:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=117 v=5 (1 1 1 1) 00000020:00000040:0.0:1749610762.746358:0:9693:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000040:3.0:1749610762.746359:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119282680 x1834598494560512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610787 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610762.746362:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610762.746364:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:2.0:1749610762.746366:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610762.746367:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:2.0:1749610762.746369:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749610762.746370:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610762.746370:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b3680. 00000100:00000001:3.0:1749610762.746372:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610762.746372:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610762.746374:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:0.0:1749610762.746376:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8fc00. 00000400:00000200:3.0:1749610762.746378:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedbb0 00000400:00000010:3.0:1749610762.746381:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedbb0. 00000400:00000010:2.0:1749610762.746381:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a6e8. 00000020:00000010:0.0:1749610762.746381:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff580. 00000100:00000001:3.0:1749610762.746385:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000010:0.0:1749610762.746385:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4added8. 00000100:00000200:2.0:1749610762.746386:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494560768, offset 224 00000100:00000001:3.0:1749610762.746387:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:2.0:1749610762.746390:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610762.746391:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610762.746391:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610762.746392:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610762.746395:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610762.746396:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000200:2.0:1749610762.746397:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610762.746399:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610762.746399:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749610762.746401:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:3.0:1749610762.746402:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749610762.746403:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92e200 00000100:00000001:0.0:1749610762.746403:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610762.746408:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6971 [1] + 224 00000100:00000001:0.0:1749610762.746408:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610762.746410:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008aa3ea00 x1834598494560512/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610782 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610762.746412:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610762.746415:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610762.746418:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610762.746418:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610762.746420:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:2.0:1749610762.746423:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119280700 x1834598494560768/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610778 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610762.746423:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1749610762.746424:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 218 00000100:00000001:1.0:1749610762.746425:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749610762.746426:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494560512:12345-0@lo:38:kworker.0 Request processed in 213us (598us total) trans 0 rc -19/-19 00000100:00000040:0.0:1749610762.746427:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:1.0:1749610762.746428:0:9692:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610762.746430:0:9692:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610762.746430:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134346508928 : -131939363042688 : ffff880079224a80) 00000100:00000040:2.0:1749610762.746432:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880119280700 x1834598494560768/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610778 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610762.746435:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079224a80 x1834598494561024/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:198/0 lens 224/0 e 0 to 0 dl 1749610773 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610762.746439:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 347 00000100:00000001:2.0:1749610762.746443:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610762.746444:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1749610762.746446:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3680. 00000400:00000200:2.0:1749610762.746447:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a6e8 00000100:00000001:0.0:1749610762.746448:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1749610762.746449:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a6e8. 00000020:00000010:0.0:1749610762.746450:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b3680. 00000100:00000001:2.0:1749610762.746451:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610762.746452:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610762.746453:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610762.746455:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749610762.746456:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610762.746459:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000010:3.0:1749610762.746461:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387980. 00010000:00000001:2.0:1749610762.746461:0:9760:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00100000:0.0:1749610762.746462:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079224a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494561024:12345-0@lo:400:kworker.0 00000020:00000001:2.0:1749610762.746463:0:9760:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610762.746465:0:9760:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1749610762.746467:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494561024 00000020:00000010:3.0:1749610762.746468:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9c80. 00000100:00000040:2.0:1749610762.746469:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135bc000 x1834598494560768/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:198/0 lens 224/224 e 0 to 0 dl 1749610773 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610762.746470:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:0.0:1749610762.746473:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000010:3.0:1749610762.746475:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bcc00. 00000020:00000001:0.0:1749610762.746475:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610762.746477:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1749610762.746478:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00100000:2.0:1749610762.746479:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801135bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:28322:x1834598494560768:12345-0@lo:400:kworker.0 Request processed in 208us (416us total) trans 0 rc 0/0 00000100:00000001:3.0:1749610762.746480:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749610762.746481:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1749610762.746485:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749610762.746487:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 217 00000020:00000001:0.0:1749610762.746487:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1749610762.746489:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000040:2.0:1749610762.746490:0:9760:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000020:00000001:0.0:1749610762.746491:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610762.746492:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749610762.746493:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610762.746494:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749610762.746495:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749610762.746497:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:2.0:1749610762.746498:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387c00. 00000100:00000001:3.0:1749610762.746499:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610762.746501:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1749610762.746501:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880111548800. 02000000:00000001:0.0:1749610762.746503:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610762.746505:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749610762.746506:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:2.0:1749610762.746507:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9ed8. 00000020:00000001:0.0:1749610762.746507:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749610762.746508:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000040:0.0:1749610762.746510:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494561024 00000400:00000010:3.0:1749610762.746511:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7c60. 00000020:00000010:2.0:1749610762.746511:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bc200. 00010000:00000001:0.0:1749610762.746513:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000200:3.0:1749610762.746514:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedc38 00000020:00000040:2.0:1749610762.746515:0:9760:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000400:00000010:3.0:1749610762.746516:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedc38. 00010000:00000200:0.0:1749610762.746517:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880079224a80 x1834598494561024/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:198/0 lens 224/224 e 0 to 0 dl 1749610773 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610762.746518:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610762.746518:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610762.746556:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610762.746558:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:3.0:1749610762.746561:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119280700 x1834598494560768/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610778 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610762.746562:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008aa3f480. 00000100:00000040:2.0:1749610762.746565:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88008aa3f480 x1834598494560640 msgsize 520 00010000:00000001:0.0:1749610762.746566:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749610762.746568:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610762.746569:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:3.0:1749610762.746571:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119280700 x1834598494560768/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610778 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749610762.746571:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=117 v=5 (1 1 1 1) 00000100:00000001:2.0:1749610762.746574:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749610762.746574:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610762.746577:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610762.746578:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749610762.746578:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 00000100:00000001:0.0:1749610762.746579:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610762.746580:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749610762.746581:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 00000100:00000001:3.0:1749610762.746582:0:28322:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610762.746582:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749610762.746583:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:0.0:1749610762.746583:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610762.746585:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610762.746586:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610762.746587:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1749610762.746587:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119283100 x1834598494560640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610762.746588:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610762.746589:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610762.746591:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610762.746592:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821088. 00000100:00000001:2.0:1749610762.746595:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00001000:3.0:1749610762.746597:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=117 v=5 (5 5 5 5) 00000100:00000040:2.0:1749610762.746598:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119283100 x1834598494560640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610787 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749610762.746601:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=117 v=5 (1 1 1 1) 00000100:00000200:0.0:1749610762.746603:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494561024, offset 224 00000100:00000001:3.0:1749610762.746604:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610762.746605:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610762.746606:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610762.746606:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:3.0:1749610762.746609:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1749610762.746609:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610762.746609:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00080000:3.0:1749610762.746613:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880119280700 x1834598494560768/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610778 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610762.746613:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 846 usecs (1 jiffies) 00000100:00000001:2.0:1749610762.746615:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300036205 00000400:00000200:0.0:1749610762.746617:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610762.746618:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300036225 00000100:00000001:2.0:1749610762.746620:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300036205 00010000:00000001:3.0:1749610762.746621:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610762.746622:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300036225 00000100:00000001:3.0:1749610762.746624:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1749610762.746624:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300036205 00000400:00000200:0.0:1749610762.746624:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92e300 00000100:00000040:3.0:1749610762.746626:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1749610762.746626:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300036225 00000100:00000001:2.0:1749610762.746628:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300036205 00000100:00000001:2.0:1749610762.746630:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300036225 00000400:00000200:0.0:1749610762.746630:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6981 [1] + 224 00000100:00000001:2.0:1749610762.746632:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610762.746634:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749610762.746635:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610762.746635:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610762.746638:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610762.746639:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610762.746640:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119280700 x1834598494560768/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610778 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610762.746642:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000001:2.0:1749610762.746644:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610762.746645:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749610762.746647:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1749610762.746647:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119281500 x1834598494561024/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610778 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610762.746648:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe630. 00000100:00000001:3.0:1749610762.746650:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1749610762.746650:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aee0 00000100:00000001:3.0:1749610762.746651:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749610762.746652:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aee0. 00000100:00000001:2.0:1749610762.746654:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:3.0:1749610762.746655:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119280700 x1834598494560768/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610778 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610762.746657:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880119281500 x1834598494561024/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610778 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610762.746658:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119282680 x1834598494560512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610787 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610762.746662:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119280700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:28322:1834598494560768:0@lo:400:kworker.0 00000100:00000001:3.0:1749610762.746667:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749610762.746667:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119282680 x1834598494560512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610787 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610762.746669:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610762.746669:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:3.0:1749610762.746672:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119280700 x1834598494560768/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610778 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610762.746674:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749610762.746674:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821088 00000100:00000001:2.0:1749610762.746675:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749610762.746676:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821088. 00000100:00000001:2.0:1749610762.746677:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749610762.746678:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610762.746679:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610762.746679:0:9693:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:3.0:1749610762.746680:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1749610762.746680:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610762.746681:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000010:3.0:1749610762.746682:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7b3800. 00000100:00000001:2.0:1749610762.746682:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610762.746683:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610762.746684:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610762.746685:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1749610762.746685:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610762.746686:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1749610762.746686:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1749610762.746687:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000040:3.0:1749610762.746688:0:28322:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00001000:2.0:1749610762.746689:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610762 v=5 (0 0 0 0) 00010000:00000001:0.0:1749610762.746689:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749610762.746690:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000001:1.0:1749610762.746691:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1749610762.746691:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610762.746692:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3fa00. 00000400:00000001:1.0:1749610762.746692:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:2.0:1749610762.746693:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=17 v=20 (20 1 1 1) 00000020:00000001:0.0:1749610762.746693:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1749610762.746695:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000010:1.0:1749610762.746695:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db9f8. 02000000:00000001:3.0:1749610762.746696:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610762.746697:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749610762.746697:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749610762.746697:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079224a80 x1834598494561024/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:198/0 lens 224/224 e 0 to 0 dl 1749610773 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749610762.746699:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119280700. 00000100:00000001:2.0:1749610762.746699:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749610762.746699:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00000400:00000010:1.0:1749610762.746701:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00000100:00000001:3.0:1749610762.746702:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610762.746703:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610762.746704:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610762.746704:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119282680 x1834598494560512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610787 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610762.746705:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749610762.746708:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119281500 x1834598494561024/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610778 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610762.746708:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079224a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494561024:12345-0@lo:400:kworker.0 Request processed in 262us (441us total) trans 0 rc 0/0 00000100:00000001:3.0:1749610762.746710:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610762.746711:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610762.746712:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610762.746714:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610762.746714:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610762.746715:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610762.746716:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610762.746717:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00100000:0.0:1749610762.746717:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 218 00000100:00000200:1.0:1749610762.746718:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119281500 x1834598494561024/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610778 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610762.746719:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:0.0:1749610762.746720:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00080000:2.0:1749610762.746721:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1749610762.746722:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00080000:2.0:1749610762.746724:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610762.746724:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749610762.746725:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610762.746726:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610762.746727:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749610762.746728:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff580. 00000100:00000001:1.0:1749610762.746729:0:28321:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749610762.746731:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1749610762.746732:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4added8. 00000100:00000001:1.0:1749610762.746733:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610762.746735:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610762.746736:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119282680 x1834598494560512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610787 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610762.746737:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610762.746741:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8fc00. 00000100:00001000:1.0:1749610762.746742:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=67 v=5 (5 5 5 5) 00000100:00100000:2.0:1749610762.746744:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119282680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494560512:0@lo:38:kworker.0 00000100:00001000:1.0:1749610762.746745:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=67 v=5 (1 1 1 1) 00000020:00000040:0.0:1749610762.746745:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:1.0:1749610762.746748:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610762.746748:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1749610762.746750:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749610762.746750:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749610762.746751:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1749610762.746752:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000010:2.0:1749610762.746753:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fee70. 00000400:00000200:2.0:1749610762.746755:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a880 00000400:00000010:2.0:1749610762.746756:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a880. 00010000:00080000:1.0:1749610762.746756:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880119281500 x1834598494561024/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610778 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610762.746757:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610762.746758:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:0.0:1749610762.746760:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494560640 00000100:00000200:2.0:1749610762.746761:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119282a00 x1834598494560384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610787 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610762.746762:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:1.0:1749610762.746763:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610762.746765:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610762.746766:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749610762.746767:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:0.0:1749610762.746768:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610762.746769:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119282a00 x1834598494560384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610787 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610762.746769:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749610762.746770:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610762.746771:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610762.746774:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119281500 x1834598494561024/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610778 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610762.746775:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:0.0:1749610762.746775:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494560640 00000100:00000001:2.0:1749610762.746777:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610762.746778:0:28320:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:0.0:1749610762.746778:0:9693:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1749610762.746780:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610762.746780:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1749610762.746780:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749610762.746781:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1749610762.746782:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610762.746783:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610762.746784:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610762.746785:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610762.746787:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610762.746788:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610762 v=5 (0 0 0 0) 00000100:00000001:1.0:1749610762.746789:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:2.0:1749610762.746791:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=35 v=20 (20 1 1 1) 00000100:00000001:1.0:1749610762.746791:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749610762.746792:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8fc00. 00000100:00000001:2.0:1749610762.746793:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610762.746795:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610762.746795:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119281500 x1834598494561024/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610778 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610762.746797:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:0.0:1749610762.746797:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff580. 00000100:00000040:2.0:1749610762.746800:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119282a00 x1834598494560384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610787 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610762.746800:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4added8. 00000100:00100000:1.0:1749610762.746803:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119281500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494561024:0@lo:400:kworker.0 00000100:00000001:0.0:1749610762.746804:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610762.746806:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610762.746807:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610762.746808:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610762.746809:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610762.746809:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610762.746810:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610762.746810:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610762.746811:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000040:1.0:1749610762.746812:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119281500 x1834598494561024/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610778 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610762.746815:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610762.746817:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610762.746818:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00080000:2.0:1749610762.746820:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000001:1.0:1749610762.746820:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:2.0:1749610762.746823:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 02000000:00000010:1.0:1749610762.746823:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d125c00. 00000100:00000001:2.0:1749610762.746825:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:1.0:1749610762.746826:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610762.746828:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:2.0:1749610762.746829:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119282a00 x1834598494560384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610787 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749610762.746829:0:28321:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:1.0:1749610762.746832:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610762.746834:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f200. 00000100:00000001:0.0:1749610762.746836:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749610762.746837:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119282a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494560384:0@lo:38:kworker.0 02000000:00000001:1.0:1749610762.746837:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610762.746839:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749610762.746841:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749610762.746841:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119281500. 00000100:00000001:2.0:1749610762.746842:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610762.746845:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119282680 x1834598494560512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610787 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610762.746846:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610762.746847:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610762.746848:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610762.746849:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610762.746850:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610762.746851:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610762.746853:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749610762.746854:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:2.0:1749610762.746855:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88011157b400. 00000100:00000001:1.0:1749610762.746855:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610762.746856:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 348 00000100:00000001:1.0:1749610762.746857:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749610762.746858:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610762.746859:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1749610762.746859:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610762.746860:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134640219264 : -131939069332352 : ffff88008aa3f480) 00000020:00000040:2.0:1749610762.746861:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749610762.746863:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610762.746864:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88011154b800. 02000000:00000001:2.0:1749610762.746867:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:0.0:1749610762.746867:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008aa3f480 x1834598494560640/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610782 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610762.746868:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610762.746870:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119282680. 00000100:00080000:1.0:1749610762.746873:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:2.0:1749610762.746875:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610762.746876:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1749610762.746877:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:2.0:1749610762.746878:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610762.746881:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119282a00 x1834598494560384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610787 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610762.746883:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494560640:12345-0@lo:38:kworker.0 00000100:00000001:2.0:1749610762.746887:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610762.746888:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:0.0:1749610762.746889:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494560640 02000000:00000010:2.0:1749610762.746890:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88011157b000. 02000000:00000001:2.0:1749610762.746892:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610762.746893:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1749610762.746893:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:0.0:1749610762.746896:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000040:2.0:1749610762.746899:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:2.0:1749610762.746901:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610762.746903:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88011154b400. 02000000:00000001:2.0:1749610762.746905:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610762.746906:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610762.746908:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119282a00. 00000020:00000001:0.0:1749610762.746909:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610762.746911:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610762.746912:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610762.746914:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610762.746918:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610762.746919:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1749610762.746921:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610762.746923:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00020000:0.0:1749610762.746923:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749610762.746924:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749610762.746927:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119282d80 x1834598494560896/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749610762.746927:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610762.746958:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00010000:00000001:0.0:1749610762.746959:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610762.746960:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610762.746962:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610762.746964:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610762.746964:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:2.0:1749610762.746966:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610762.746968:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:2.0:1749610762.746969:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119282d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494560896:0@lo:38:kworker.0 02000000:00000001:0.0:1749610762.746971:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610762.746972:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749610762.746975:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610762.746977:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610762.746977:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880111549800. 02000000:00000001:2.0:1749610762.746978:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1749610762.746980:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610762.746981:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88011157b000. 02000000:00000001:2.0:1749610762.746983:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610762.746984:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610762.746987:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fee70. 00010000:00000001:0.0:1749610762.746988:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000010:2.0:1749610762.746990:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a880. 00010000:00000001:0.0:1749610762.746991:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610762.746993:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494560896, portal 10 00000100:00000001:2.0:1749610762.746995:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00001000:0.0:1749610762.746995:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749610762.746997:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031249280 : -131936678302336 : ffff880119282d80) 00000100:00000001:0.0:1749610762.747000:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:2.0:1749610762.747003:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119282d80 x1834598494560896/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610762.747003:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610762.747007:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610762.747010:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610762.747014:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:0.0:1749610762.747019:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610762.747020:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749610762.747022:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1749610762.747023:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749610762.747024:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610762.747025:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aee0. 00000100:00000001:0.0:1749610762.747027:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:2.0:1749610762.747028:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494560896, offset 0 00000100:00000040:0.0:1749610762.747031:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749610762.747032:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:0.0:1749610762.747035:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821088. 00000400:00000200:2.0:1749610762.747038:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1749610762.747041:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494560640, offset 0 00000400:00000200:2.0:1749610762.747043:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92e280 00000400:00000200:2.0:1749610762.747047:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 35624 00000400:00000200:2.0:1749610762.747051:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610762.747054:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610762.747059:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610762.747063:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610762.747065:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749610762.747068:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008aa3f800. 00000400:00000200:0.0:1749610762.747070:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749610762.747071:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88008aa3f800 x1834598494560896 msgsize 520 00000100:00100000:2.0:1749610762.747075:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1749610762.747079:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92e180 00000400:00000200:0.0:1749610762.747084:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6975 [1] + 0 00000400:00000200:0.0:1749610762.747089:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610762.747092:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610762.747094:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749610762.747096:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:2.0:1749610762.747098:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aee0 00000400:00000010:2.0:1749610762.747101:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aee0. 00000100:00000200:0.0:1749610762.747101:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119283100 x1834598494560640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610787 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610762.747103:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749610762.747107:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119282d80 x1834598494560896/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610762.747114:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610762.747117:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119282d80 x1834598494560896/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610787 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610762.747125:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610762.747125:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119283100 x1834598494560640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610787 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610762.747127:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749610762.747132:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610762.747134:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:2.0:1749610762.747136:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 660 usecs (1 jiffies) 00000100:00000001:2.0:1749610762.747140:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300036205 00000400:00000200:0.0:1749610762.747140:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821088 00000400:00000010:0.0:1749610762.747142:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821088. 00000100:00000001:2.0:1749610762.747144:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300036225 00000100:00000001:0.0:1749610762.747145:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610762.747146:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610762.747147:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300036205 00000100:00000001:0.0:1749610762.747150:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610762.747151:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300036225 00000100:00000040:0.0:1749610762.747152:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610762.747153:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749610762.747155:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610762.747157:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749610762.747158:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494560896 00000100:00000001:2.0:1749610762.747160:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300036205 00000100:00000040:0.0:1749610762.747162:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008aa3f480 x1834598494560640/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610782 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610762.747163:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300036225 00000100:00000001:2.0:1749610762.747166:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300036205 02000000:00000001:3.0:1749610762.747168:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610762.747169:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300036225 00000100:00000001:3.0:1749610762.747171:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1749610762.747171:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494560640:12345-0@lo:38:kworker.0 Request processed in 289us (604us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749610762.747172:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610762.747173:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610762.747176:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610762.747177:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610762.747180:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494560896 00000100:00100000:0.0:1749610762.747180:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 348 00000400:00000001:2.0:1749610762.747181:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1749610762.747183:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000001:2.0:1749610762.747183:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749610762.747183:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:3.0:1749610762.747184:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749610762.747185:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1749610762.747186:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:2.0:1749610762.747187:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe948. 00000020:00000001:3.0:1749610762.747189:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610762.747189:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff580. 00000020:00000001:3.0:1749610762.747191:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610762.747191:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ad48 00000020:00000010:0.0:1749610762.747192:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4added8. 00000400:00000010:2.0:1749610762.747193:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ad48. 00000020:00000010:3.0:1749610762.747195:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3800. 00000020:00000010:0.0:1749610762.747195:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8fc00. 00000100:00000001:2.0:1749610762.747197:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610762.747198:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749610762.747199:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cd00. 00000020:00000010:3.0:1749610762.747203:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8960. 00000100:00000200:2.0:1749610762.747204:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119283100 x1834598494560640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610787 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610762.747208:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610762.747209:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610762.747212:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610762.747216:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610762.747216:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119283100 x1834598494560640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610787 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610762.747225:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610762.747227:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610762.747230:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610762.747232:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749610762.747233:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610762.747235:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1749610762.747235:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610762.747238:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1749610762.747240:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 349 00000100:00000001:2.0:1749610762.747240:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610762.747243:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134640220160 : -131939069331456 : ffff88008aa3f800) 02000000:00000001:2.0:1749610762.747243:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610762.747249:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008aa3f800 x1834598494560896/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610782 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749610762.747250:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610762 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610762.747255:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=117 v=20 (1 1 1 20) 00000100:00000001:2.0:1749610762.747260:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00100000:3.0:1749610762.747262:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494560896:12345-0@lo:38:kworker.0 00000100:00000001:2.0:1749610762.747262:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610762.747265:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:3.0:1749610762.747266:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494560896 00000020:00000001:3.0:1749610762.747268:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749610762.747271:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:2.0:1749610762.747272:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119283100 x1834598494560640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610787 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610762.747280:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749610762.747283:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749610762.747283:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749610762.747286:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610762.747288:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:3.0:1749610762.747289:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610762.747291:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610762.747298:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749610762.747299:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610762.747301:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610762.747302:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 02000000:00000010:3.0:1749610762.747305:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801302f5800. 00000100:00000001:2.0:1749610762.747305:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:3.0:1749610762.747307:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610762.747309:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610762.747310:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00010000:00000001:3.0:1749610762.747313:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00080000:2.0:1749610762.747314:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00010000:00000001:3.0:1749610762.747315:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610762.747318:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749610762.747318:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610762.747321:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610762.747324:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749610762.747325:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119283100 x1834598494560640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610787 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610762.747327:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610762.747329:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610762.747332:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:3.0:1749610762.747335:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:3.0:1749610762.747337:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:2.0:1749610762.747338:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119283100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494560640:0@lo:38:kworker.0 02000000:00000001:3.0:1749610762.747339:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610762.747341:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610762.747344:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610762.747345:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610762.747346:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedc38. 00000100:00000001:2.0:1749610762.747349:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1749610762.747351:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494560896, offset 0 00000100:00000040:2.0:1749610762.747353:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119283100 x1834598494560640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610787 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610762.747355:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610762.747363:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610762.747365:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610762.747368:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1749610762.747370:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92e280 02000000:00000010:2.0:1749610762.747371:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880111579000. 02000000:00000001:2.0:1749610762.747375:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:3.0:1749610762.747376:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6995 [1] + 0 00000020:00000001:2.0:1749610762.747378:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610762.747380:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:3.0:1749610762.747381:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1749610762.747383:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:3.0:1749610762.747384:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:2.0:1749610762.747386:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880111549000. 00000100:00000001:3.0:1749610762.747388:0:9691:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:2.0:1749610762.747390:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:3.0:1749610762.747392:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119282d80 x1834598494560896/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610787 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610762.747392:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610762.747395:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119283100. 00000100:00000001:2.0:1749610762.747400:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610762.747402:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610762.747403:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119282d80 x1834598494560896/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610787 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610762.747405:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610762.747411:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610762.747411:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610762.747413:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000400:00000200:3.0:1749610762.747416:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedc38 00000100:00000001:2.0:1749610762.747416:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610762.747418:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1749610762.747423:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedc38. 00000100:00000001:3.0:1749610762.747427:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610762.747429:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000001:2.0:1749610762.747429:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610762.747431:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749610762.747433:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610762.747436:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610762.747438:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610762.747440:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1749610762.747442:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fee70. 00000100:00000040:3.0:1749610762.747444:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008aa3f800 x1834598494560896/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610782 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610762.747446:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a880 00000400:00000010:2.0:1749610762.747449:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a880. 00000100:00000001:2.0:1749610762.747453:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:3.0:1749610762.747454:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494560896:12345-0@lo:38:kworker.0 Request processed in 192us (381us total) trans 0 rc -19/-19 00000100:00000200:2.0:1749610762.747460:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119282d80 x1834598494560896/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610787 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610762.747462:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 349 00000100:00000001:3.0:1749610762.747465:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610762.747467:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749610762.747470:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cd00. 00000020:00000010:3.0:1749610762.747474:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8960. 00000100:00000200:2.0:1749610762.747474:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119282d80 x1834598494560896/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610787 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610762.747477:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3800. 00000100:00000001:3.0:1749610762.747480:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610762.747484:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610762.747487:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610762.747490:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610762.747492:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610762.747495:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610762.747497:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610762.747500:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610762.747506:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610762 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610762.747511:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=67 v=20 (1 1 1 20) 00000100:00000001:2.0:1749610762.747516:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610762.747518:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610762.747564:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610762.747570:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119282d80 x1834598494560896/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610787 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610762.747577:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610762.747580:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610762.747582:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610762.747583:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610762.747585:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610762.747588:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610762.747592:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610762.747596:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610762.747602:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119282d80 x1834598494560896/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610787 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610762.747633:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119282d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494560896:0@lo:38:kworker.0 00000100:00000001:2.0:1749610762.747640:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610762.747643:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610762.747648:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119282d80 x1834598494560896/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610787 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610762.747659:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610762.747662:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610762.747665:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88011157b000. 02000000:00000001:2.0:1749610762.747668:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610762.747671:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610762.747673:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1749610762.747676:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610762.747679:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88011154a400. 02000000:00000001:2.0:1749610762.747683:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610762.747684:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610762.747687:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119282d80. 00000100:00000001:2.0:1749610762.747693:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610762.747694:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610762.747696:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610762.747698:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610762.747700:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610762.747702:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610762.747704:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610762.767602:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300036225, at 4300036225 00000100:00000010:2.0:1749610762.767611:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677940. 00000100:00000040:3.0:1749610762.767624:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300036225, at 4300036225 00000100:00000010:3.0:1749610762.767634:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677000. 00000100:00000040:0.0:1749610762.767647:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300036225, at 4300036225 00000100:00000010:0.0:1749610762.767657:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677e40. 00000100:00000040:1.0:1749610762.767676:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300036225, at 4300036225 00000100:00000010:1.0:1749610762.767686:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b6777c0. 00000100:00000001:0.0:1749610762.861650:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610762.861658:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610762.861661:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610762.861666:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610762.861669:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610762.861673:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610762.861677:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610762.861681:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610762.861698:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610763.457661:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610763.457668:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610763.457671:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610763.457676:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610763.457679:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610763.457683:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610763.457687:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610763.457689:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610763.457692:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610763.660664:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610763.660672:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610763.660793:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610763.660799:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610763.660802:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610763.861672:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610763.861679:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610763.861682:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610763.861686:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610763.861690:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610763.861694:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610763.861697:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610763.861701:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610763.861703:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610764.457670:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610764.457678:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610764.457680:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610764.457685:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610764.457689:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610764.457693:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610764.457696:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610764.457700:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610764.457703:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610764.662689:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610764.662697:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749610764.662700:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749610764.662703:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610764.662708:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749610764.662710:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610764.662713:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610764.662715:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610764.662844:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610764.662850:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610764.662853:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610764.861637:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610764.861646:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610764.861649:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610764.861655:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610764.861659:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610764.861664:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610764.861669:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610764.861673:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610764.861677:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610765.457727:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610765.457735:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610765.457739:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610765.457745:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610765.457750:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610765.457755:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610765.457760:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610765.457764:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610765.457768:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610765.664699:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610765.664707:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610765.664777:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610765.664783:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610765.664787:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610765.861647:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610765.861655:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610765.861658:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610765.861663:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610765.861667:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610765.861671:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610765.861675:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610765.861678:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610765.861680:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610766.457682:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610766.457690:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610766.457693:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610766.457699:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610766.457702:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610766.457706:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610766.457710:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610766.457713:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610766.457715:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610766.666692:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610766.666700:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610766.666821:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610766.666827:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610766.666830:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610766.861661:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610766.861669:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610766.861672:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610766.861679:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610766.861684:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610766.861689:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610766.861694:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610766.861699:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610766.861702:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610767.457698:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610767.457707:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610767.457709:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610767.457714:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610767.457718:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610767.457723:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610767.457726:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610767.457729:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610767.457732:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610767.668677:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610767.668685:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610767.668807:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610767.668814:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610767.668817:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610767.747658:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610767.747677:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610767.747697:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610767.747703:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610767.747707:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610767.747711:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610767.747715:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610767.758653:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610767.758664:0:8737:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1749610767.758669:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610767.758675:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610767.758679:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610767.758683:0:8737:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610767.758689:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610767.758697:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5368 00000100:00080000:0.0:1749610767.758703:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610767.758708:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610767.758713:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610767.758727:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610767.758731:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610767.758738:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610767.758741:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749610767.758746:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610767.758750:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749610767.758755:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749610767.758759:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749610767.758764:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610767.758767:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610767.758770:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610767.758772:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610767.758777:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:0.0:1749610767.758782:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610767.758786:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610767.758791:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610767.758800:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610767.758805:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610767.758809:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610767.758812:0:8737:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610767.758821:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119280a80. 00000020:00000040:0.0:1749610767.758826:0:8737:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749610767.758832:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610767.758839:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610767.758844:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610767.758847:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610767.758852:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610767.758863:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880111549c00. 00000100:00000001:0.0:1749610767.758873:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610767.758936:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119280a80 x1834598494561152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610767.758956:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610767.758962:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610767.758981:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119280a80] to pc [ptlrpcd_rcv+-1] req@ffff880119280a80 x1834598494561152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610767.759021:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610767.759027:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610767.759033:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610767.759036:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610767.759038:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610767.759043:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610767.759046:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5368 00000100:00080000:0.0:1749610767.759051:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610767.759055:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610767.759058:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610767.759061:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610767.759064:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610767.759065:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610767.759069:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610767.759070:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1749610767.759071:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000100:00000001:2.0:1749610767.759072:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1749610767.759074:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610767.759078:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000100:00000040:2.0:1749610767.759081:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119280a80 x1834598494561152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610767.759081:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:0.0:1749610767.759084:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:0.0:1749610767.759089:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610767.759092:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610767.759094:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1749610767.759094:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610767.759096:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610767.759097:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:2.0:1749610767.759100:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:0.0:1749610767.759101:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 02000000:00000001:2.0:1749610767.759103:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1749610767.759105:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 02000000:00000001:2.0:1749610767.759106:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610767.759108:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610767.759110:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494561152:0@lo:38:kworker.0 02000000:00000001:0.0:1749610767.759111:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749610767.759115:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749610767.759117:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610767.759119:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610767.759121:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610767.759121:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610767.759124:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749610767.759130:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88011157b000. 00000100:00000001:0.0:1749610767.759131:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 02000000:00000001:2.0:1749610767.759132:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610767.759134:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610767.759139:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119280380. 00000400:00000010:2.0:1749610767.759140:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fee70. 00000020:00000040:0.0:1749610767.759144:0:8737:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000400:00000010:2.0:1749610767.759148:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a880. 02000000:00000001:0.0:1749610767.759148:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610767.759150:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610767.759153:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:2.0:1749610767.759155:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494561152, portal 4 02000000:00000001:0.0:1749610767.759155:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749610767.759158:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1749610767.759158:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610767.759160:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031240320 : -131936678311296 : ffff880119280a80) 02000000:00000010:0.0:1749610767.759164:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880111548000. 00000100:00000040:2.0:1749610767.759169:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119280a80 x1834598494561152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610767.759170:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610767.759178:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:0.0:1749610767.759179:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119280380 x1834598494561280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1749610767.759182:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610767.759184:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ad48. 00000100:00000200:2.0:1749610767.759187:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494561152, offset 0 00000400:00000200:2.0:1749610767.759193:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610767.759193:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610767.759196:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610767.759203:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119280380] to pc [ptlrpcd_rcv+-1] req@ffff880119280380 x1834598494561280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610767.759210:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610767.759218:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610767.759223:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610767.759228:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610767.759230:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:2.0:1749610767.759232:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf92e380 00000100:00080000:0.0:1749610767.759233:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610767.759237:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000400:00000200:2.0:1749610767.759240:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3ded [256] + 20280 00000100:00080000:0.0:1749610767.759241:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5368 00000100:00080000:0.0:1749610767.759245:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000400:00000200:2.0:1749610767.759249:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749610767.759249:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610767.759253:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1749610767.759254:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749610767.759255:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610767.759259:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749610767.759259:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000200:2.0:1749610767.759262:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000020:00000001:0.0:1749610767.759262:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610767.759264:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000100:00000010:2.0:1749610767.759267:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008aa3df80. 00000020:00000001:0.0:1749610767.759267:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1749610767.759270:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88008aa3df80 x1834598494561152 msgsize 520 00000100:00100000:2.0:1749610767.759274:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:0.0:1749610767.759279:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000020:00000001:0.0:1749610767.759283:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000020:00000001:0.0:1749610767.759287:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000040:0.0:1749610767.759292:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610767.759295:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610767.759298:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610767.759301:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749610767.759301:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610767.759304:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00080000:0.0:1749610767.759308:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000400:00000200:2.0:1749610767.759310:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ad48 00000100:00000001:0.0:1749610767.759311:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610767.759313:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ad48. 02000000:00000001:0.0:1749610767.759314:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749610767.759316:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:0.0:1749610767.759319:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749610767.759322:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119280a80 x1834598494561152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610767.759322:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610767.759325:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610767.759328:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610767.759331:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610767.759334:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119280a80 x1834598494561152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610792 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749610767.759335:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119282d80. 00000020:00000040:0.0:1749610767.759338:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1749610767.759341:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610767.759342:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1749610767.759343:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:0.0:1749610767.759344:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610767.759347:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610767.759347:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610767.759350:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1749610767.759353:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1273 usecs (2 jiffies) 02000000:00000001:0.0:1749610767.759353:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610767.759357:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300041218 02000000:00000010:0.0:1749610767.759359:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88011154bc00. 00000100:00000010:2.0:1749610767.759361:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677940. 00000100:00000001:0.0:1749610767.759364:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610767.759368:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00100000:0.0:1749610767.759372:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119282d80 x1834598494561408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610767.759374:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300041218 00000100:00000010:2.0:1749610767.759376:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677480. 00000100:00000001:2.0:1749610767.759379:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749610767.759382:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300041218 00000100:00000010:2.0:1749610767.759385:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b6770c0. 00000100:00000001:0.0:1749610767.759385:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610767.759388:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:1.0:1749610767.759388:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749610767.759388:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610767.759393:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494561152 00000100:00000040:0.0:1749610767.759395:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119282d80] to pc [ptlrpcd_rcv+-1] req@ffff880119282d80 x1834598494561408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610767.759396:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300041218 02000000:00000001:1.0:1749610767.759397:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:2.0:1749610767.759399:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677240. 00000100:00000001:2.0:1749610767.759402:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:0.0:1749610767.759408:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610767.759411:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749610767.759412:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749610767.759415:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610767.759415:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610767.759418:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610767.759421:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610767.759421:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610767.759423:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610767.759426:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:1.0:1749610767.759427:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494561152 00000100:00000001:2.0:1749610767.759430:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1749610767.759430:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:0.0:1749610767.759431:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119283100. 00000100:00000001:2.0:1749610767.759432:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1749610767.759433:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749610767.759434:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610767.759435:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1749610767.759435:0:8737:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1749610767.759436:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610767.759437:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1749610767.759439:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610767.759439:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:2.0:1749610767.759442:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119280380 x1834598494561280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610767.759442:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610767.759442:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610767.759444:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610767.759450:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125c00. 02000000:00000010:0.0:1749610767.759450:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f300. 00000100:00000001:2.0:1749610767.759454:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610767.759454:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610767.759456:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610767.759458:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9500. 02000000:00000001:2.0:1749610767.759459:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1749610767.759461:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880119283100 x1834598494561536/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1749610767.759462:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610767.759465:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c4b0. 02000000:00000001:2.0:1749610767.759466:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610767.759471:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119280380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494561280:0@lo:38:kworker.0 00000100:00000001:1.0:1749610767.759473:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610767.759475:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610767.759476:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749610767.759476:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610767.759478:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610767.759479:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749610767.759479:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610767.759482:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610767.759484:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1749610767.759486:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119283100] to pc [ptlrpcd_00_02+2] req@ffff880119283100 x1834598494561536/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610767.759487:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610767.759489:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880111579000. 02000000:00000001:2.0:1749610767.759492:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610767.759497:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe948. 00000100:00000001:1.0:1749610767.759501:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749610767.759503:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ad48. 00000100:00000200:2.0:1749610767.759508:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494561280, portal 10 00000100:00000001:2.0:1749610767.759511:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610767.759513:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031238528 : -131936678313088 : ffff880119280380) 00000100:00000001:0.0:1749610767.759515:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610767.759517:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00080000:0.0:1749610767.759519:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:3.0:1749610767.759550:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610767.759555:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00080000:0.0:1749610767.759558:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000040:2.0:1749610767.759561:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119280380 x1834598494561280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610767.759561:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:3.0:1749610767.759563:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000100:00080000:0.0:1749610767.759564:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1749610767.759567:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134640213888 : -131939069337728 : ffff88008aa3df80) 00000100:00000001:0.0:1749610767.759568:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610767.759573:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5368 00000100:00000040:3.0:1749610767.759575:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008aa3df80 x1834598494561152/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610787 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749610767.759577:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610767.759581:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610767.759584:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610767.759587:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610767.759590:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610767.759594:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610767.759596:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000100:00100000:3.0:1749610767.759599:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494561152:12345-0@lo:38:kworker.0 00000020:00000001:0.0:1749610767.759600:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:3.0:1749610767.759603:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494561152 00000020:00000040:0.0:1749610767.759603:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000100:00000001:2.0:1749610767.759605:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610767.759606:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1749610767.759606:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:3.0:1749610767.759607:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:2.0:1749610767.759610:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610767.759610:0:9696:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610767.759611:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000010:2.0:1749610767.759613:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aee0. 00000100:00000001:1.0:1749610767.759613:0:9696:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610767.759617:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494561280, offset 0 00000020:00000001:0.0:1749610767.759618:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000400:00000200:2.0:1749610767.759621:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1749610767.759625:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610767.759625:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000400:00000200:2.0:1749610767.759628:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610767.759628:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00020000:3.0:1749610767.759630:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:0.0:1749610767.759632:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00010000:00000001:3.0:1749610767.759633:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:2.0:1749610767.759634:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92e400 00000100:00000001:0.0:1749610767.759635:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00010000:00000001:3.0:1749610767.759637:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000040:0.0:1749610767.759639:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00000001:3.0:1749610767.759640:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:2.0:1749610767.759641:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 36144 00000100:00000001:3.0:1749610767.759642:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00080000:0.0:1749610767.759643:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 02000000:00000001:3.0:1749610767.759645:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1749610767.759646:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610767.759647:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610767.759650:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801214d0400. 00000400:00000200:2.0:1749610767.759650:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749610767.759650:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1749610767.759653:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610767.759653:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749610767.759655:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610767.759655:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749610767.759655:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749610767.759656:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00000001:3.0:1749610767.759659:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749610767.759659:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1749610767.759659:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610767.759660:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008aa3fb80. 00010000:00000001:3.0:1749610767.759662:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610767.759662:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88008aa3fb80 x1834598494561280 msgsize 520 00000100:00000001:1.0:1749610767.759662:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610767.759662:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00001000:3.0:1749610767.759665:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749610767.759665:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610767.759666:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610767.759668:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000010:0.0:1749610767.759670:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119282a00. 00000100:00000001:3.0:1749610767.759672:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610767.759672:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119283100 x1834598494561536/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749610767.759674:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000040:3.0:1749610767.759675:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610767.759676:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749610767.759677:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749610767.759678:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1749610767.759680:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000200:2.0:1749610767.759680:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aee0 02000000:00000001:0.0:1749610767.759680:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610767.759683:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000010:2.0:1749610767.759683:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aee0. 00000100:00000001:0.0:1749610767.759683:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749610767.759685:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749610767.759685:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:0.0:1749610767.759685:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749610767.759687:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610767.759688:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1749610767.759688:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610767.759689:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:2.0:1749610767.759689:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119280380 x1834598494561280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610767.759690:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610767.759691:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749610767.759694:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1749610767.759695:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedc38. 02000000:00000010:0.0:1749610767.759695:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880111548c00. 00000100:00000001:2.0:1749610767.759697:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1749610767.759698:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1749610767.759700:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494561152, offset 0 00000100:00000040:2.0:1749610767.759700:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119280380 x1834598494561280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610792 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610767.759701:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610767.759702:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610767.759705:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610767.759707:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610767.759707:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119283100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494561536:0@lo:400:kworker.0 00000100:00000001:2.0:1749610767.759708:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:0.0:1749610767.759708:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119282a00 x1834598494561664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749610767.759712:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749610767.759713:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610767.759714:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749610767.759717:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 940 usecs (1 jiffies) 02000000:00000001:1.0:1749610767.759717:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749610767.759719:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300041218 02000000:00000001:1.0:1749610767.759719:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610767.759721:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610767.759722:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300041218 00000100:00000001:0.0:1749610767.759724:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610767.759725:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300041218 00000100:00000001:2.0:1749610767.759727:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300041218 00000400:00000200:3.0:1749610767.759728:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf92e380 00000100:00000040:0.0:1749610767.759731:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119282a00] to pc [ptlrpcd_rcv+-1] req@ffff880119282a00 x1834598494561664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610767.759732:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1749610767.759734:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x69a5 [1] + 0 00000100:00000001:2.0:1749610767.759734:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300041218 00000100:00000001:2.0:1749610767.759737:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300041218 02000000:00000010:1.0:1749610767.759737:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d125800. 00000100:00000001:2.0:1749610767.759738:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300041218 00000400:00000200:3.0:1749610767.759740:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1749610767.759740:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610767.759741:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300041218 00000400:00000200:3.0:1749610767.759743:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610767.759743:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610767.759745:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610767.759745:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610767.759746:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db9f8. 00000100:00000001:3.0:1749610767.759747:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610767.759748:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749610767.759749:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:3.0:1749610767.759752:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119280a80 x1834598494561152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610792 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610767.759752:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119282d80 x1834598494561408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610767.759752:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000100:00000001:0.0:1749610767.759754:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:1.0:1749610767.759758:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494561536, portal 10 00000100:00000001:2.0:1749610767.759759:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610767.759761:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610767.759762:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1749610767.759763:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119280a80 x1834598494561152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610792 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610767.759763:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749610767.759764:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031250176 : -131936678301440 : ffff880119283100) 02000000:00000001:2.0:1749610767.759765:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1749610767.759766:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119282680. 02000000:00000001:2.0:1749610767.759767:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610767.759769:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00100000:2.0:1749610767.759770:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119282d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494561408:0@lo:38:kworker.0 00000100:00000001:3.0:1749610767.759772:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610767.759773:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1749610767.759774:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1749610767.759775:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119283100 x1834598494561536/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610767.759775:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610767.759776:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1749610767.759778:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedc38 02000000:00000001:2.0:1749610767.759778:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610767.759778:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610767.759780:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1749610767.759781:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedc38. 02000000:00000010:2.0:1749610767.759783:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88011157b400. 02000000:00000010:0.0:1749610767.759783:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f800. 00000100:00000001:3.0:1749610767.759785:0:9761:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:2.0:1749610767.759785:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610767.759786:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000010:2.0:1749610767.759788:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe630. 00000100:00000001:0.0:1749610767.759788:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610767.759789:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610767.759790:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610767.759791:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aee0. 00000100:00000040:3.0:1749610767.759793:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000040:1.0:1749610767.759793:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610767.759795:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610767.759795:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494561408, portal 10 00000100:00000040:0.0:1749610767.759795:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880119282680 x1834598494561792/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1749610767.759796:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bbb0. 00000100:00000001:2.0:1749610767.759797:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:3.0:1749610767.759798:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610767.759799:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031249280 : -131936678302336 : ffff880119282d80) 00000100:00000200:1.0:1749610767.759800:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494561536, offset 0 00000100:00000040:3.0:1749610767.759802:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008aa3df80 x1834598494561152/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610787 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610767.759805:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119282d80 x1834598494561408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610767.759808:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610767.759808:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610767.759811:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610767.759811:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610767.759812:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494561152:12345-0@lo:38:kworker.0 Request processed in 215us (539us total) trans 0 rc -19/-19 00000100:00000040:2.0:1749610767.759814:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610767.759816:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 00000100:00000200:2.0:1749610767.759818:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494561408, offset 0 00000100:00000040:0.0:1749610767.759818:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119282680] to pc [ptlrpcd_00_03+3] req@ffff880119282680 x1834598494561792/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610767.759819:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1749610767.759821:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00000001:3.0:1749610767.759824:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610767.759825:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1749610767.759828:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610767.759829:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf92e500 00000020:00000010:3.0:1749610767.759830:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9500. 00000100:00000001:0.0:1749610767.759834:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610767.759835:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c4b0. 00000400:00000200:2.0:1749610767.759835:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610767.759838:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be9 [64] + 36664 00000020:00000010:3.0:1749610767.759839:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125c00. 00000400:00000200:2.0:1749610767.759840:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92e480 00000100:00000040:0.0:1749610767.759841:0:8737:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5378) 00000100:00000001:3.0:1749610767.759844:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749610767.759846:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 36888 00000400:00000200:1.0:1749610767.759847:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610767.759850:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610767.759853:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610767.759853:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610767.759856:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610767.759858:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749610767.759860:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1749610767.759861:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008aa3d500. 00000100:00000001:3.0:1749610767.759862:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610767.759864:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749610767.759864:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88008aa3d500 x1834598494561408 msgsize 520 00000100:00000001:0.0:1749610767.759866:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749610767.759868:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1749610767.759869:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494561280 00000100:00000040:3.0:1749610767.759870:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119282680 x1834598494561792/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610767.759872:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610767.759875:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749610767.759876:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610767.759879:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610767.759883:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610767.759913:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494561280 00000400:00000200:2.0:1749610767.759916:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 00000020:00000001:0.0:1749610767.759917:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:2.0:1749610767.759918:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 00000020:00000040:0.0:1749610767.759919:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749610767.759921:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:0.0:1749610767.759921:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1749610767.759924:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610767.759925:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119282d80 x1834598494561408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610767.759926:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749610767.759928:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610767.759928:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610767.759931:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749610767.759931:0:28323:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:3.0:1749610767.759933:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610767.759933:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:0.0:1749610767.759934:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8fc00. 00000100:00000040:2.0:1749610767.759935:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119282d80 x1834598494561408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610792 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610767.759935:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:3.0:1749610767.759936:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610767.759939:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119282680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494561792:0@lo:400:kworker.0 00000020:00000010:0.0:1749610767.759939:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff580. 00000100:00000010:1.0:1749610767.759941:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079224e00. 00000100:00000001:2.0:1749610767.759942:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610767.759943:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749610767.759944:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:0.0:1749610767.759945:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4added8. 02000000:00000001:3.0:1749610767.759946:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749610767.759946:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610767.759946:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff880079224e00 x1834598494561536 msgsize 224 02000000:00000001:3.0:1749610767.759949:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610767.759950:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 852 usecs (1 jiffies) 02000000:00000001:3.0:1749610767.759951:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749610767.759951:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610767.759953:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300041218 00000100:00100000:1.0:1749610767.759953:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610767.759953:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610767.759955:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300041218 02000000:00000010:3.0:1749610767.759956:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7b3800. 00000100:00000001:0.0:1749610767.759956:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610767.759958:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300041218 02000000:00000001:3.0:1749610767.759959:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610767.759962:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300041218 00000100:00000001:0.0:1749610767.759962:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610767.759964:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300041218 00000100:00000001:1.0:1749610767.759964:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000010:3.0:1749610767.759965:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7c60. 00000100:00000001:2.0:1749610767.759968:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300041218 00000400:00000010:3.0:1749610767.759971:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedc38. 00000100:00000001:2.0:1749610767.759971:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300041218 00000400:00000200:1.0:1749610767.759973:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bbb0 00000100:00000001:0.0:1749610767.759973:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749610767.759976:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bbb0. 00000100:00000001:1.0:1749610767.759980:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749610767.759986:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119283100 x1834598494561536/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610767.759989:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494561792, portal 10 00000100:00000001:2.0:1749610767.759991:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300041218 00000100:00000001:3.0:1749610767.759992:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610767.759995:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031247488 : -131936678304128 : ffff880119282680) 00000100:00000001:2.0:1749610767.759995:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610767.759995:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610767.759998:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610767.759998:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494561408 00000100:00000001:1.0:1749610767.760001:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749610767.760001:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1749610767.760004:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119282680 x1834598494561792/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610767.760004:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000001:2.0:1749610767.760005:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1749610767.760006:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119283100 x1834598494561536/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610783 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610767.760006:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749610767.760008:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1749610767.760011:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610767.760012:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fee70. 00000100:00100000:0.0:1749610767.760014:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494561408 00000100:00000001:3.0:1749610767.760016:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:0.0:1749610767.760016:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1749610767.760017:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a880 00000100:00000040:3.0:1749610767.760019:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610767.760019:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a880. 00000020:00000040:0.0:1749610767.760019:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749610767.760021:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:3.0:1749610767.760022:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedbb0. 00000100:00000001:2.0:1749610767.760023:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:0.0:1749610767.760023:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610767.760026:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494561792, offset 0 00000020:00000001:0.0:1749610767.760026:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610767.760030:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119280a80 x1834598494561152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610792 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610767.760031:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e400. 00000400:00000200:3.0:1749610767.760032:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1749610767.760035:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dffa00. 00000100:00000001:1.0:1749610767.760037:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610767.760039:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4adde10. 00000100:00000001:1.0:1749610767.760040:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:3.0:1749610767.760043:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1749610767.760043:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119280a80 x1834598494561152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610792 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610767.760044:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610767.760046:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610767.760048:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610767.760049:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610767.760052:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf92e600 00000100:00000001:0.0:1749610767.760052:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610767.760053:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:1.0:1749610767.760055:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 878 usecs (1 jiffies) 00000100:00000001:2.0:1749610767.760056:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610767.760058:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be9 [64] + 37408 00000100:00000001:1.0:1749610767.760059:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300041218 00000100:00000001:2.0:1749610767.760060:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749610767.760061:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610767.760063:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610767.760064:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300041218 00000400:00000200:3.0:1749610767.760065:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610767.760066:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610767.760068:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300041218 00000100:00000001:0.0:1749610767.760068:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1749610767.760069:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610767.760069:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610767.760070:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494561536 00000100:00000001:1.0:1749610767.760071:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300041218 02000000:00000001:2.0:1749610767.760073:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610767.760073:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610767.760074:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749610767.760074:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300041218 00000100:00000001:0.0:1749610767.760075:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1749610767.760076:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749610767.760077:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300041218 00000100:00000001:0.0:1749610767.760078:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610767.760081:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610767 v=5 (0 0 0 0) 00000100:00000001:1.0:1749610767.760081:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300041218 00000100:00000010:3.0:1749610767.760082:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135bca80. 02000000:00000001:0.0:1749610767.760082:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610767.760084:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300041218 00000100:00100000:0.0:1749610767.760084:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494561536 00000100:00001000:2.0:1749610767.760087:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=40 v=20 (20 1 1 1) 00000100:00000001:1.0:1749610767.760087:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749610767.760087:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610767.760089:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000100:00000001:2.0:1749610767.760091:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1749610767.760091:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749610767.760092:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610767.760094:0:9760:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000100:00000040:3.0:1749610767.760095:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff8801135bca80 x1834598494561792 msgsize 224 00000100:00000001:2.0:1749610767.760095:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610767.760096:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610767.760097:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:2.0:1749610767.760099:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610767.760099:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749610767.760101:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:0.0:1749610767.760101:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000040:2.0:1749610767.760106:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119280a80 x1834598494561152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610792 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610767.760107:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610767.760107:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749610767.760110:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:0.0:1749610767.760111:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3680. 00000100:00000001:3.0:1749610767.760113:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749610767.760113:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610767.760116:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610767.760116:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610767.760118:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610767.760120:0:9760:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000400:00000200:3.0:1749610767.760121:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedbb0 00000100:00000001:2.0:1749610767.760121:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610767.760122:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610767.760123:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749610767.760125:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedbb0. 00000100:00000001:2.0:1749610767.760127:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749610767.760129:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749610767.760130:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610767.760134:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000200:3.0:1749610767.760135:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119282680 x1834598494561792/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610767.760139:0:9760:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1749610767.760143:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:0.0:1749610767.760144:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e800. 00000100:00100000:1.0:1749610767.760146:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494561792 00000100:00000001:3.0:1749610767.760147:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00080000:2.0:1749610767.760147:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 02000000:00000001:1.0:1749610767.760149:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:0.0:1749610767.760149:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff400. 00000100:00000001:2.0:1749610767.760150:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610767.760152:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119282680 x1834598494561792/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610783 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610767.760152:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1749610767.760153:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4addd48. 00000100:00000001:1.0:1749610767.760155:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610767.760158:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119280a80 x1834598494561152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610792 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610767.760160:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610767.760162:0:9760:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1749610767.760163:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610767.760164:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494561792 00000100:00000001:3.0:1749610767.760165:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749610767.760165:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1749610767.760167:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749610767.760167:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610767.760170:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610767.760170:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494561152:0@lo:38:kworker.0 00000020:00000040:1.0:1749610767.760170:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:0.0:1749610767.760170:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610767.760173:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1749610767.760175:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 807 usecs (1 jiffies) 00000100:00000001:2.0:1749610767.760176:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610767.760176:0:9760:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1749610767.760179:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610767.760179:0:9760:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1749610767.760180:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300041218 00000100:00000001:0.0:1749610767.760181:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610767.760183:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119280a80 x1834598494561152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610792 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610767.760184:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300041218 00000100:00000001:0.0:1749610767.760185:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1749610767.760186:0:10935:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:3.0:1749610767.760188:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300041218 00000100:00000001:3.0:1749610767.760190:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300041218 00000020:00000001:1.0:1749610767.760190:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:3.0:1749610767.760192:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300041218 00000100:00000001:3.0:1749610767.760194:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300041218 00000100:00000001:2.0:1749610767.760194:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1749610767.760194:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:0.0:1749610767.760194:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610767.760196:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300041218 00000100:00000001:0.0:1749610767.760196:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1749610767.760197:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749610767.760198:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300041218 00000100:00000001:3.0:1749610767.760200:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610767.760200:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000010:2.0:1749610767.760201:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88011157b000. 00000100:00100000:0.0:1749610767.760202:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 219 00000100:00000001:3.0:1749610767.760203:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610767.760204:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b405df00. 00000100:00000001:3.0:1749610767.760205:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610767.760206:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1749610767.760207:0:9760:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000001:3.0:1749610767.760208:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749610767.760209:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:1.0:1749610767.760210:0:10935:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012b677180. 00000020:00000040:2.0:1749610767.760211:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:0.0:1749610767.760211:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134346509824 : -131939363041792 : ffff880079224e00) 00000100:00000001:3.0:1749610767.760213:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610767.760215:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:2.0:1749610767.760215:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749610767.760216:0:10935:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1749610767.760217:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610767.760218:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1749610767.760218:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880111549c00. 00000100:00000040:0.0:1749610767.760218:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079224e00 x1834598494561536/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:203/0 lens 224/0 e 0 to 0 dl 1749610778 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610767.760219:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b405df00. 02000000:00000001:2.0:1749610767.760222:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610767.760225:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749610767.760226:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610767.760226:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124400. 00000100:00000001:3.0:1749610767.760228:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610767.760228:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119280a80. 00000100:00000001:0.0:1749610767.760232:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749610767.760233:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000020:00000010:1.0:1749610767.760233:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9500. 00000100:00000001:2.0:1749610767.760235:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749610767.760235:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b38c0. 00000020:00000010:1.0:1749610767.760238:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c320. 00000100:00000001:2.0:1749610767.760239:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610767.760239:0:9760:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749610767.760243:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b38c0. 00000100:00000001:2.0:1749610767.760246:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610767.760246:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610767.760247:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610767.760248:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610767.760248:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610767.760249:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610767.760250:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610767.760251:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610767.760252:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1749610767.760252:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079224e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494561536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1749610767.760254:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 350 00000100:00000001:2.0:1749610767.760254:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749610767.760257:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134640221056 : -131939069330560 : ffff88008aa3fb80) 00000100:00000001:1.0:1749610767.760257:0:10935:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:2.0:1749610767.760258:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119282a00 x1834598494561664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610767.760258:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494561536 00000100:00000001:1.0:1749610767.760260:0:10935:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:3.0:1749610767.760261:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008aa3fb80 x1834598494561280/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610787 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610767.760262:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610767.760262:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749610767.760265:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610767.760266:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749610767.760266:0:9760:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:2.0:1749610767.760267:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610767.760269:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1749610767.760270:0:9760:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610767.760272:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494561280:12345-0@lo:38:kworker.0 00000020:00000001:0.0:1749610767.760274:0:9760:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000200:3.0:1749610767.760275:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494561280 00000100:00000001:1.0:1749610767.760277:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1749610767.760277:0:9760:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:3.0:1749610767.760278:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:2.0:1749610767.760278:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1749610767.760280:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:2.0:1749610767.760280:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610767.760280:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1749610767.760282:0:9760:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00100000:2.0:1749610767.760285:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119282a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494561664:0@lo:38:kworker.0 00000100:00100000:1.0:1749610767.760286:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 220 00000020:00000001:0.0:1749610767.760287:0:9760:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610767.760289:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610767.760289:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1749610767.760290:0:10935:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000020:00000001:0.0:1749610767.760291:0:9760:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00010000:00020000:3.0:1749610767.760292:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:2.0:1749610767.760292:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610767.760293:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610767.760294:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136933968512 : -131936775583104 : ffff8801135bca80) 00010000:00000001:3.0:1749610767.760295:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:2.0:1749610767.760295:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:3.0:1749610767.760297:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000010:2.0:1749610767.760298:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88011157b000. 00000100:00000001:3.0:1749610767.760300:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:2.0:1749610767.760300:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610767.760302:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1749610767.760302:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8801135bca80 x1834598494561792/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:203/0 lens 224/0 e 0 to 0 dl 1749610778 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610767.760302:0:9760:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 02000000:00000001:3.0:1749610767.760304:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:2.0:1749610767.760304:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fee70. 00000020:00000001:0.0:1749610767.760305:0:9760:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610767.760307:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a880. 02000000:00000010:3.0:1749610767.760308:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801214d0000. 00000020:00000001:0.0:1749610767.760308:0:9760:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000001:3.0:1749610767.760310:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610767.760311:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494561664, portal 10 00000100:00000001:3.0:1749610767.760312:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610767.760313:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00010000:00000001:3.0:1749610767.760314:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749610767.760314:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749610767.760315:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031248384 : -131936678303232 : ffff880119282a00) 00010000:00000001:3.0:1749610767.760316:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610767.760317:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1749610767.760318:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:3.0:1749610767.760319:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:2.0:1749610767.760321:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119282a00 x1834598494561664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610767.760321:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b405df00. 00000100:00000001:3.0:1749610767.760322:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000010:0.0:1749610767.760323:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88011154a400. 00000100:00000001:3.0:1749610767.760324:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749610767.760324:0:10935:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610767.760327:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610767.760327:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749610767.760327:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610767.760328:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b405df00. 00000100:00000001:3.0:1749610767.760329:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:2.0:1749610767.760330:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610767.760331:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749610767.760331:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610767.760332:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 00000100:00000200:2.0:1749610767.760334:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494561664, offset 0 00000100:00100000:1.0:1749610767.760334:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801135bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494561792:12345-0@lo:400:kworker.0 00000100:00000040:3.0:1749610767.760335:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:0.0:1749610767.760335:0:9760:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610767.760337:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1749610767.760338:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000040:0.0:1749610767.760339:0:9760:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494561536 00000100:00000200:1.0:1749610767.760341:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494561792 00010000:00000001:0.0:1749610767.760343:0:9760:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000020:00000001:1.0:1749610767.760344:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:3.0:1749610767.760345:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610767.760345:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610767.760347:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610767.760350:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749610767.760351:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92e580 00000400:00000010:3.0:1749610767.760352:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedbb0. 00010000:00000200:0.0:1749610767.760352:0:9760:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880079224e00 x1834598494561536/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:203/0 lens 224/224 e 0 to 0 dl 1749610778 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610767.760355:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 37632 00000020:00000001:1.0:1749610767.760357:0:10935:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000200:3.0:1749610767.760360:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494561280, offset 0 00000400:00000200:2.0:1749610767.760360:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1749610767.760360:0:10935:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610767.760363:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610767.760364:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1749610767.760364:0:10935:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00010000:00000001:0.0:1749610767.760364:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749610767.760367:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:1.0:1749610767.760367:0:10935:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00010000:00000001:0.0:1749610767.760367:0:9760:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610767.760369:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:1.0:1749610767.760370:0:10935:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1749610767.760371:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:0.0:1749610767.760372:0:9760:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=122 v=5 (1 1 1 1) 00000100:00000010:2.0:1749610767.760373:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008aa3f100. 00000100:00000040:2.0:1749610767.760375:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88008aa3f100 x1834598494561664 msgsize 520 00000020:00000001:1.0:1749610767.760375:0:10935:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610767.760377:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92e400 00000020:00000001:1.0:1749610767.760378:0:10935:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1749610767.760378:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:2.0:1749610767.760379:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:1.0:1749610767.760380:0:10935:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1749610767.760382:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:0.0:1749610767.760382:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000200:3.0:1749610767.760383:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x69ad [1] + 0 00000020:00000001:1.0:1749610767.760384:0:10935:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610767.760385:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:3.0:1749610767.760387:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1749610767.760387:0:10935:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000001:0.0:1749610767.760389:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:3.0:1749610767.760390:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610767.760391:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749610767.760391:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610767.760394:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749610767.760395:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610767.760397:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:2.0:1749610767.760399:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 00000100:00000040:0.0:1749610767.760399:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:1.0:1749610767.760400:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880113586800. 00000100:00000200:3.0:1749610767.760401:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119280380 x1834598494561280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610792 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610767.760403:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610767.760404:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821088. 00000400:00000010:2.0:1749610767.760405:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 00000100:00000001:1.0:1749610767.760407:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610767.760409:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:1.0:1749610767.760410:0:10935:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610767.760411:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494561536, offset 224 00000100:00000200:2.0:1749610767.760413:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119282a00 x1834598494561664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1749610767.760414:0:10935:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494561792 00010000:00000001:1.0:1749610767.760417:0:10935:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000200:0.0:1749610767.760419:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610767.760421:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610767.760424:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119282a00 x1834598494561664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610792 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000200:1.0:1749610767.760424:0:10935:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8801135bca80 x1834598494561792/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:203/0 lens 224/224 e 0 to 0 dl 1749610778 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610767.760430:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119280380 x1834598494561280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610792 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610767.760430:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610767.760431:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610767.760432:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749610767.760435:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610767.760437:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1749610767.760439:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 658 usecs (1 jiffies) 00010000:00000001:1.0:1749610767.760440:0:10935:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610767.760441:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300041218 00000400:00000200:0.0:1749610767.760442:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92e500 00000100:00000001:3.0:1749610767.760444:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610767.760444:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300041218 00000100:00001000:1.0:1749610767.760445:0:10935:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=122 v=5 (1 1 1 1) 00000100:00000001:2.0:1749610767.760446:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300041218 00000100:00000001:2.0:1749610767.760448:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300041218 00000100:00000001:2.0:1749610767.760450:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300041218 00000100:00000001:1.0:1749610767.760450:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1749610767.760451:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x69b9 [1] + 224 00000100:00000001:2.0:1749610767.760453:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300041218 00000100:00000001:2.0:1749610767.760454:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300041218 00000100:00000040:1.0:1749610767.760454:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000001:2.0:1749610767.760456:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300041218 00000100:00000001:1.0:1749610767.760457:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:3.0:1749610767.760458:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedbb0 00000100:00000001:2.0:1749610767.760458:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749610767.760458:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1749610767.760461:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedbb0. 00000100:00000001:2.0:1749610767.760461:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610767.760461:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749610767.760463:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:0.0:1749610767.760463:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000001:2.0:1749610767.760464:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1749610767.760464:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610767.760465:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000001:2.0:1749610767.760466:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749610767.760467:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:2.0:1749610767.760468:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe948. 00000100:00000001:3.0:1749610767.760469:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610767.760470:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ad48 00000100:00000040:1.0:1749610767.760470:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1749610767.760472:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000010:2.0:1749610767.760472:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ad48. 00000100:00000001:2.0:1749610767.760473:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610767.760474:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610767.760475:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bbb0. 00000020:00000001:3.0:1749610767.760477:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749610767.760477:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119280380 x1834598494561280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610792 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610767.760481:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008aa3fb80 x1834598494561280/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610787 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610767.760485:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119280380 x1834598494561280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610792 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610767.760486:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749610767.760487:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494561792, offset 224 00000100:00100000:3.0:1749610767.760490:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494561280:12345-0@lo:38:kworker.0 Request processed in 218us (825us total) trans 0 rc -19/-19 00000100:00000200:0.0:1749610767.760493:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119283100 x1834598494561536/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610783 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610767.760494:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1749610767.760498:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 350 00000100:00000001:3.0:1749610767.760501:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610767.760502:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749610767.760505:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749610767.760505:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1749610767.760506:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff580. 00000100:00000001:2.0:1749610767.760507:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610767.760509:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880119283100 x1834598494561536/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610783 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610767.760510:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610767.760513:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1749610767.760515:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4added8. 00000100:00000001:2.0:1749610767.760515:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1749610767.760515:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92e600 00000020:00000010:3.0:1749610767.760518:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8fc00. 00000100:00000001:2.0:1749610767.760518:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610767.760552:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610767.760561:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610767.760562:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1749610767.760563:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x69c9 [1] + 224 00000100:00100000:3.0:1749610767.760564:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494561664 02000000:00000001:3.0:1749610767.760565:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610767.760568:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00001000:2.0:1749610767.760569:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610767 v=5 (0 0 0 0) 00000100:00000001:3.0:1749610767.760570:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610767.760573:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610767.760574:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=22 v=20 (20 1 1 1) 00000100:00100000:3.0:1749610767.760576:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494561664 00000020:00000001:3.0:1749610767.760578:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610767.760578:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000040:3.0:1749610767.760579:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610767.760581:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610767.760581:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749610767.760581:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1749610767.760583:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610767.760584:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:3.0:1749610767.760585:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610767.760587:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1749610767.760589:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2e00. 00000100:00000001:0.0:1749610767.760589:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:2.0:1749610767.760591:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119280380 x1834598494561280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610792 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610767.760592:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cd00. 00000100:00000001:1.0:1749610767.760593:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:3.0:1749610767.760595:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8960. 00000100:00000001:3.0:1749610767.760598:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610767.760599:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:1.0:1749610767.760600:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119282680 x1834598494561792/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610783 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610767.760600:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821088 00000100:00000001:3.0:1749610767.760602:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610767.760603:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:0.0:1749610767.760604:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821088. 00000100:00000001:3.0:1749610767.760605:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610767.760606:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610767.760608:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610767.760608:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610767.760609:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610767.760611:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610767.760612:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610767.760612:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749610767.760614:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610767.760614:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749610767.760616:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880119282680 x1834598494561792/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610783 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610767.760616:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610767.760618:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 351 00000100:00080000:2.0:1749610767.760619:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749610767.760620:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134640211200 : -131939069340416 : ffff88008aa3d500) 00000100:00000040:0.0:1749610767.760621:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:3.0:1749610767.760624:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008aa3d500 x1834598494561408/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610787 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749610767.760624:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00010000:00000001:0.0:1749610767.760625:0:9760:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:2.0:1749610767.760628:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:0.0:1749610767.760628:0:9760:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610767.760632:0:9760:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00100000:3.0:1749610767.760634:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494561408:12345-0@lo:38:kworker.0 00000100:00000040:2.0:1749610767.760635:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119280380 x1834598494561280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610792 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610767.760635:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:3.0:1749610767.760638:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494561408 00000100:00000040:0.0:1749610767.760639:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079224e00 x1834598494561536/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:203/0 lens 224/224 e 0 to 0 dl 1749610778 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610767.760640:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749610767.760642:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:1.0:1749610767.760643:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bbb0 00000400:00000010:1.0:1749610767.760646:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bbb0. 00000100:00100000:2.0:1749610767.760647:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119280380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494561280:0@lo:38:kworker.0 00000020:00000001:3.0:1749610767.760650:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610767.760650:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610767.760652:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610767.760655:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610767.760655:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079224e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494561536:12345-0@lo:400:kworker.0 Request processed in 420us (705us total) trans 0 rc 0/0 00000100:00000001:1.0:1749610767.760656:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610767.760658:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00020000:3.0:1749610767.760659:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:1.0:1749610767.760661:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00010000:00000001:3.0:1749610767.760662:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749610767.760663:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119280380 x1834598494561280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610792 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610767.760664:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:1.0:1749610767.760665:0:10935:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:3.0:1749610767.760667:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:1.0:1749610767.760667:0:10935:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610767.760668:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:0.0:1749610767.760669:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 219 02000000:00000001:3.0:1749610767.760670:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1749610767.760671:0:10935:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 02000000:00000010:3.0:1749610767.760673:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801214d1800. 00000100:00000040:0.0:1749610767.760673:0:9760:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 02000000:00000001:3.0:1749610767.760675:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610767.760677:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610767.760677:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:1.0:1749610767.760678:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135bca80 x1834598494561792/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:203/0 lens 224/224 e 0 to 0 dl 1749610778 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610767.760679:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749610767.760680:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1749610767.760681:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610767.760683:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00001000:3.0:1749610767.760684:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:2.0:1749610767.760685:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:0.0:1749610767.760685:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff400. 00000100:00000001:3.0:1749610767.760687:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000010:2.0:1749610767.760687:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880111579000. 00000100:00000001:3.0:1749610767.760689:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1749610767.760690:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:0.0:1749610767.760690:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4addd48. 00000100:00000040:3.0:1749610767.760691:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:2.0:1749610767.760692:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749610767.760693:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749610767.760693:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00100000:1.0:1749610767.760693:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801135bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494561792:12345-0@lo:400:kworker.0 Request processed in 373us (594us total) trans 0 rc 0/0 00000020:00000001:2.0:1749610767.760695:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:0.0:1749610767.760695:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e800. 00000100:00000001:3.0:1749610767.760696:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 02000000:00000010:2.0:1749610767.760697:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880111548000. 00000100:00000040:3.0:1749610767.760698:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:3.0:1749610767.760701:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749610767.760701:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:0.0:1749610767.760701:0:9760:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 02000000:00000001:3.0:1749610767.760702:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610767.760702:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610767.760703:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119280380. 00000100:00000001:3.0:1749610767.760705:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610767.760705:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610767.760706:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00100000:1.0:1749610767.760706:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 220 00000100:00000040:3.0:1749610767.760707:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610767.760707:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749610767.760709:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedbb0. 00000100:00000001:2.0:1749610767.760709:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610767.760711:0:10935:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000200:3.0:1749610767.760713:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494561408, offset 0 00000100:00000001:2.0:1749610767.760715:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610767.760715:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1749610767.760716:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610767.760716:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610767.760718:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610767.760718:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749610767.760718:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610767.760720:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610767.760720:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610767.760722:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610767.760723:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610767.760723:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610767.760723:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9500. 00000100:00100000:0.0:1749610767.760726:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 352 00000400:00000200:3.0:1749610767.760728:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92e480 00000020:00000010:1.0:1749610767.760728:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c320. 00000100:00000001:0.0:1749610767.760730:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134640218368 : -131939069333248 : ffff88008aa3f100) 00000400:00000200:3.0:1749610767.760732:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x69bd [1] + 0 00000020:00000010:1.0:1749610767.760733:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124400. 00000400:00000200:3.0:1749610767.760736:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749610767.760737:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008aa3f100 x1834598494561664/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610787 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610767.760738:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300041218, at 4300041218 00000400:00000200:3.0:1749610767.760739:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:1.0:1749610767.760741:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:3.0:1749610767.760742:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000010:2.0:1749610767.760744:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b6770c0. 00000100:00000001:1.0:1749610767.760744:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749610767.760746:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119282d80 x1834598494561408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610792 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610767.760752:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494561664:12345-0@lo:38:kworker.0 00000100:00000040:3.0:1749610767.760766:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119282d80 x1834598494561408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610792 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610767.760770:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494561664 00000100:00080000:2.0:1749610767.760775:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000040:1.0:1749610767.760775:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300041218, at 4300041218 00000020:00000001:0.0:1749610767.760775:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:0.0:1749610767.760778:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000040:2.0:1749610767.760779:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:3.0:1749610767.760780:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749610767.760784:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedbb0 00000100:00000010:1.0:1749610767.760784:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677480. 00000400:00000010:3.0:1749610767.760786:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedbb0. 00000100:00000001:2.0:1749610767.760786:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610767.760788:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610767.760788:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610767.760789:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:0.0:1749610767.760791:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610767.760792:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749610767.760792:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610767.760794:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1749610767.760795:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000010:2.0:1749610767.760796:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db9f8. 00000100:00000001:3.0:1749610767.760797:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:0.0:1749610767.760797:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:3.0:1749610767.760799:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749610767.760799:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00000400:00000010:2.0:1749610767.760801:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00010000:00000001:0.0:1749610767.760801:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:3.0:1749610767.760803:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008aa3d500 x1834598494561408/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610787 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610767.760803:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:0.0:1749610767.760805:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:2.0:1749610767.760808:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119283100 x1834598494561536/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610783 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610767.760809:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00100000:3.0:1749610767.760812:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494561408:12345-0@lo:38:kworker.0 Request processed in 179us (946us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749610767.760812:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749610767.760815:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:2.0:1749610767.760817:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119283100 x1834598494561536/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610783 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610767.760820:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 351 02000000:00000010:0.0:1749610767.760820:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880111549000. 00000100:00000001:3.0:1749610767.760822:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610767.760823:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1749610767.760824:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610767.760826:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dffa00. 00000100:00000001:0.0:1749610767.760828:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610767.760829:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4adde10. 00000100:00000001:2.0:1749610767.760829:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610767.760831:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749610767.760832:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e400. 00010000:00000001:0.0:1749610767.760832:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749610767.760833:0:28323:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749610767.760835:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610767.760835:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00010000:00000001:0.0:1749610767.760835:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610767.760837:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610767.760838:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610767.760840:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610767.760840:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00001000:2.0:1749610767.760845:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=122 v=5 (5 5 5 5) 00000100:00000001:0.0:1749610767.760845:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749610767.760848:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00001000:2.0:1749610767.760849:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=122 v=5 (1 1 1 1) 00000100:00000040:3.0:1749610767.760851:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300041218, at 4300041218 00000100:00000001:2.0:1749610767.760851:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610767.760852:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610767.760852:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00010000:00000001:2.0:1749610767.760855:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1749610767.760855:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000010:3.0:1749610767.760857:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677240. 00010000:00080000:2.0:1749610767.760860:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880119283100 x1834598494561536/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610783 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610767.760860:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:0.0:1749610767.760865:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610767.760866:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610767.760867:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1749610767.760868:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610767.760869:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000001:3.0:1749610767.760870:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749610767.760871:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000400:00000001:3.0:1749610767.760872:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1749610767.760872:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610767.760873:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000400:00000010:3.0:1749610767.760874:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7c60. 00000100:00000001:2.0:1749610767.760874:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749610767.760875:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610767.760876:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610767.760877:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedc38 00000400:00000010:3.0:1749610767.760879:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedc38. 00000100:00000040:2.0:1749610767.760879:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119283100 x1834598494561536/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610783 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610767.760879:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610767.760881:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000010:0.0:1749610767.760883:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821088. 00000100:00000200:3.0:1749610767.760916:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119282680 x1834598494561792/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610783 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610767.760919:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1749610767.760920:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494561664, offset 0 00000100:00000001:2.0:1749610767.760921:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610767.760923:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749610767.760925:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119282680 x1834598494561792/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610783 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610767.760927:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119283100 x1834598494561536/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610783 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610767.760928:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610767.760932:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610767.760934:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749610767.760935:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119283100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494561536:0@lo:400:kworker.0 00000100:00000001:3.0:1749610767.760936:0:28324:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749610767.760938:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610767.760940:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1749610767.760940:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610767.760941:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610767.760941:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610767.760943:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610767.760944:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00001000:3.0:1749610767.760948:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=72 v=5 (5 5 5 5) 00000100:00000040:2.0:1749610767.760948:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119283100 x1834598494561536/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610783 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610767.760949:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92e580 00000100:00001000:3.0:1749610767.760952:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=72 v=5 (1 1 1 1) 00000100:00000001:3.0:1749610767.760954:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610767.760956:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610767.760956:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x69d1 [1] + 0 00010000:00000001:3.0:1749610767.760958:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1749610767.760962:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880119282680 x1834598494561792/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610783 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610767.760963:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1749610767.760969:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610767.760972:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1749610767.760973:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:3.0:1749610767.760975:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749610767.760976:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610767.760977:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000200:0.0:1749610767.760978:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1749610767.760980:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119282680 x1834598494561792/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610783 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610767.760980:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610767.760983:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d125800. 00000100:00000001:0.0:1749610767.760984:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610767.760986:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610767.760988:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1749610767.760988:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1749610767.760990:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749610767.760990:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:0.0:1749610767.760991:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119282a00 x1834598494561664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610792 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749610767.760992:0:28323:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000040:3.0:1749610767.760994:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119282680 x1834598494561792/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610783 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610767.760995:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610767.760997:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f300. 00000100:00100000:3.0:1749610767.761002:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119282680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494561792:0@lo:400:kworker.0 02000000:00000001:2.0:1749610767.761002:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610767.761004:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749610767.761006:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1749610767.761006:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119283100. 00000100:00000040:0.0:1749610767.761007:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119282a00 x1834598494561664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610792 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610767.761013:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610767.761014:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000040:3.0:1749610767.761016:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119282680 x1834598494561792/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610783 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610767.761017:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610767.761020:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610767.761020:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610767.761023:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610767.761025:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610767.761027:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7b3800. 00000100:00000001:2.0:1749610767.761027:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1749610767.761027:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821088 00000100:00000001:2.0:1749610767.761029:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610767.761030:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:0.0:1749610767.761030:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821088. 00000020:00000001:3.0:1749610767.761032:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749610767.761032:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1749610767.761033:0:28324:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749610767.761034:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610767.761034:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:3.0:1749610767.761035:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1749610767.761036:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000010:3.0:1749610767.761037:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f800. 02000000:00000001:3.0:1749610767.761040:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1749610767.761040:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610767.761041:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610767.761043:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119282680. 00000100:00000040:0.0:1749610767.761045:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610767.761046:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610767.761048:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610767.761048:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610767.761049:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610767.761050:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749610767.761051:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610767.761052:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1749610767.761054:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610767.761056:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749610767.761057:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610767.761059:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610767.761059:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fee70. 00000100:00000040:0.0:1749610767.761059:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008aa3f100 x1834598494561664/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610787 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610767.761061:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610767.761063:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610767.761063:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a880 00000400:00000010:2.0:1749610767.761066:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a880. 00000100:00000001:2.0:1749610767.761069:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:0.0:1749610767.761074:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494561664:12345-0@lo:38:kworker.0 Request processed in 322us (695us total) trans 0 rc -19/-19 00000100:00000200:2.0:1749610767.761076:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119282a00 x1834598494561664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610792 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610767.761087:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 352 00000100:00000200:2.0:1749610767.761090:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119282a00 x1834598494561664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610792 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610767.761091:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610767.761093:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1749610767.761098:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cd00. 00000100:00000001:2.0:1749610767.761101:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:0.0:1749610767.761102:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8960. 00000100:00000001:2.0:1749610767.761103:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610767.761106:0:28320:0:(client.c:1550:after_reply()) Process entered 00000020:00000010:0.0:1749610767.761108:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2e00. 02000000:00000001:2.0:1749610767.761109:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610767.761111:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610767.761112:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610767.761122:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610767.761125:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610767.761130:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610767 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610767.761134:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=72 v=20 (1 1 1 20) 00000100:00000040:0.0:1749610767.761135:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300041218, at 4300041218 00000100:00000001:2.0:1749610767.761137:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610767.761139:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610767.761141:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000010:0.0:1749610767.761143:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677940. 00000100:00000040:2.0:1749610767.761145:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119282a00 x1834598494561664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610792 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610767.761152:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610767.761154:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610767.761156:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610767.761158:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610767.761159:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610767.761162:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610767.761164:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610767.761166:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610767.761170:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119282a00 x1834598494561664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610792 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610767.761178:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119282a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494561664:0@lo:38:kworker.0 00000400:00000001:2.0:1749610767.761184:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610767.761185:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610767.761187:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe630. 00000400:00000200:2.0:1749610767.761190:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aee0 00000400:00000010:2.0:1749610767.761192:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aee0. 00000100:00000001:2.0:1749610767.761194:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610767.761197:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119282d80 x1834598494561408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610792 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610767.761205:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119282d80 x1834598494561408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610792 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610767.761222:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610767.761224:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610767.761226:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610767.761227:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610767.761228:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610767.761230:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610767.761232:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610767.761235:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610767 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610767.761238:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=122 v=20 (1 1 1 20) 00000100:00000001:2.0:1749610767.761240:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610767.761242:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610767.761244:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610767.761247:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119282d80 x1834598494561408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610792 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610767.761253:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610767.761255:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610767.761257:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610767.761258:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610767.761260:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610767.761262:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610767.761264:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610767.761266:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610767.761269:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119282d80 x1834598494561408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610792 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610767.761276:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119282d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494561408:0@lo:38:kworker.0 00000100:00000001:2.0:1749610767.761280:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610767.761282:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610767.761285:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119282a00 x1834598494561664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610792 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610767.761300:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610767.761302:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610767.761304:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88011157b000. 02000000:00000001:2.0:1749610767.761307:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610767.761308:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610767.761310:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1749610767.761311:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610767.761313:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880111548c00. 02000000:00000001:2.0:1749610767.761315:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610767.761316:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610767.761318:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119282a00. 00000100:00000001:2.0:1749610767.761321:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610767.761323:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610767.761324:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610767.761327:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119282d80 x1834598494561408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610792 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610767.761334:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610767.761335:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610767.761336:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88011157b400. 02000000:00000001:2.0:1749610767.761338:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610767.761339:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610767.761340:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749610767.761342:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610767.761343:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88011154bc00. 02000000:00000001:2.0:1749610767.761345:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610767.761346:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610767.761347:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119282d80. 00000100:00000001:2.0:1749610767.761351:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610767.761352:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610767.761354:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610767.761356:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610767.761357:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610767.761359:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610767.761360:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610767.861679:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610767.861687:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610767.861690:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610767.861694:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610767.861698:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610767.861718:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610767.861721:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610767.861725:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610767.861727:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610768.457683:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610768.457692:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610768.457694:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610768.457699:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610768.457703:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610768.457707:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610768.457710:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610768.457713:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610768.457716:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610768.670744:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610768.670753:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610768.670796:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610768.670802:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610768.670820:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610768.760634:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610768.760649:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610768.760652:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610768.760656:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610768.760659:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610768.760662:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610768.760665:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610768.861639:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610768.861647:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610768.861650:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610768.861655:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610768.861660:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610768.861664:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610768.861669:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610768.861673:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610768.861677:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610769.457698:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610769.457708:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610769.457711:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610769.457716:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610769.457720:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610769.457724:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610769.457728:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610769.457731:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610769.457734:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610769.672685:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610769.672693:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610769.672774:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610769.672781:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610769.672785:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610769.760680:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610769.760698:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610769.760701:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610769.760708:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610769.760711:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610769.760716:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610769.760720:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610769.861685:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610769.861693:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610769.861695:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610769.861717:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610769.861721:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610769.861725:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610769.861728:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610769.861732:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610769.861734:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610770.457647:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610770.457657:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610770.457659:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610770.457664:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610770.457668:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610770.457672:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610770.457675:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610770.457678:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610770.457680:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610770.674658:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610770.674667:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610770.674791:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610770.674797:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610770.674801:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610770.760652:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610770.760668:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610770.760670:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610770.760675:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610770.760678:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610770.760682:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610770.760685:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610770.861646:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610770.861653:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610770.861655:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610770.861659:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610770.861663:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610770.861666:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610770.861669:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610770.861673:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610770.861676:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610771.457640:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610771.457647:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610771.457650:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610771.457654:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610771.457658:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610771.457662:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610771.457666:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610771.457669:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610771.457671:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610771.676646:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610771.676653:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610771.676739:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610771.676745:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610771.676749:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610771.760658:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610771.760677:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610771.760681:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610771.760687:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610771.760691:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610771.760695:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610771.760699:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610771.861638:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610771.861662:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610771.861664:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610771.861668:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610771.861672:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610771.861675:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610771.861678:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610771.861681:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610771.861683:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610772.457667:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610772.457674:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610772.457677:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610772.457682:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610772.457685:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610772.457689:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610772.457693:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610772.457696:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610772.457698:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610772.678682:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610772.678689:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610772.678806:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610772.678812:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610772.678816:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610772.760649:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610772.760664:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610772.760667:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610772.760671:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610772.760674:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610772.760694:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610772.760696:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610772.766629:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610772.766637:0:8737:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1749610772.766642:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610772.766649:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610772.766653:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610772.766658:0:8737:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610772.766664:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610772.766670:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5373 00000100:00080000:0.0:1749610772.766677:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610772.766681:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610772.766686:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610772.766690:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610772.766693:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610772.766698:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610772.766714:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749610772.766718:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610772.766722:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749610772.766726:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749610772.766730:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749610772.766735:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610772.766739:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610772.766742:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610772.766745:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610772.766750:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:0.0:1749610772.766755:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610772.766760:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610772.766764:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610772.766773:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610772.766778:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610772.766781:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610772.766785:0:8737:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610772.766793:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119281500. 00000020:00000040:0.0:1749610772.766798:0:8737:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749610772.766804:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610772.766807:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610772.766811:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610772.766815:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610772.766820:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610772.766831:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88011154b800. 00000100:00000001:0.0:1749610772.766870:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610772.766883:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119281500 x1834598494561920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610772.766899:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610772.766905:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610772.766913:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119281500] to pc [ptlrpcd_rcv+-1] req@ffff880119281500 x1834598494561920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610772.766947:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610772.766960:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610772.766966:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610772.766968:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610772.766971:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610772.766976:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610772.766980:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5373 00000100:00080000:0.0:1749610772.766984:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610772.766988:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610772.766991:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610772.766994:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610772.766998:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610772.767002:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610772.767004:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749610772.767007:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610772.767010:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749610772.767014:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:0.0:1749610772.767018:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:0.0:1749610772.767023:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610772.767026:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610772.767029:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610772.767032:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610772.767036:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1749610772.767036:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:0.0:1749610772.767040:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610772.767042:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610772.767044:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610772.767045:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1749610772.767047:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610772.767052:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749610772.767054:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119281500 x1834598494561920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610772.767055:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610772.767059:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610772.767062:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610772.767066:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000010:0.0:1749610772.767067:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119280700. 00000100:00000001:2.0:1749610772.767069:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610772.767071:0:8737:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749610772.767073:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610772.767076:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610772.767078:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610772.767082:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119281500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494561920:0@lo:38:kworker.0 00000100:00000001:2.0:1749610772.767087:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749610772.767090:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610772.767092:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610772.767095:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1749610772.767095:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610772.767097:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610772.767100:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:2.0:1749610772.767101:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88011157b400. 02000000:00000001:0.0:1749610772.767102:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749610772.767103:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610772.767105:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610772.767111:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe630. 02000000:00000010:0.0:1749610772.767113:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88011154bc00. 00000400:00000010:2.0:1749610772.767118:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aee0. 00000100:00000001:0.0:1749610772.767119:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610772.767126:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494561920, portal 4 00000100:00100000:0.0:1749610772.767127:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119280700 x1834598494562048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610772.767128:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610772.767130:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031243008 : -131936678308608 : ffff880119281500) 00000100:00000040:2.0:1749610772.767139:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119281500 x1834598494561920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610772.767140:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610772.767144:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610772.767148:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610772.767150:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119280700] to pc [ptlrpcd_rcv+-1] req@ffff880119280700 x1834598494562048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610772.767152:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610772.767154:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a880. 00000100:00000200:2.0:1749610772.767156:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494561920, offset 0 00000400:00000200:2.0:1749610772.767163:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610772.767164:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610772.767169:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610772.767175:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610772.767177:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:2.0:1749610772.767179:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00080000:0.0:1749610772.767180:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610772.767184:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000400:00000200:2.0:1749610772.767191:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf92e680 00000100:00080000:0.0:1749610772.767198:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5373 00000400:00000200:2.0:1749610772.767199:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3ded [256] + 20800 00000100:00080000:0.0:1749610772.767203:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610772.767207:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610772.767211:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610772.767213:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000200:2.0:1749610772.767217:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610772.767217:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610772.767221:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1749610772.767222:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:0.0:1749610772.767223:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:0.0:1749610772.767225:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610772.767227:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000020:00000040:0.0:1749610772.767228:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000100:00000200:2.0:1749610772.767230:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000020:00000001:0.0:1749610772.767232:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000010:2.0:1749610772.767235:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008aa3c700. 00000020:00000001:0.0:1749610772.767235:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000040:2.0:1749610772.767238:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88008aa3c700 x1834598494561920 msgsize 520 00000100:00100000:2.0:1749610772.767242:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1749610772.767247:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610772.767251:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610772.767254:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610772.767257:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610772.767261:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00080000:0.0:1749610772.767265:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610772.767268:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749610772.767269:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610772.767271:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610772.767276:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749610772.767277:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a880 00000400:00000010:2.0:1749610772.767279:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a880. 02000000:00000001:0.0:1749610772.767279:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610772.767282:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749610772.767282:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610772.767284:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610772.767288:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119281500 x1834598494561920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749610772.767290:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119282d80. 00000020:00000040:0.0:1749610772.767294:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1749610772.767296:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749610772.767297:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000040:2.0:1749610772.767299:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119281500 x1834598494561920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610797 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610772.767300:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610772.767302:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610772.767304:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749610772.767307:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610772.767308:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:0.0:1749610772.767308:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610772.767313:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610772.767313:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880111548c00. 00000100:00000001:3.0:1749610772.767318:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1749610772.767319:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1272 usecs (2 jiffies) 00000100:00000001:0.0:1749610772.767319:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610772.767322:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300046226 00000100:00100000:3.0:1749610772.767324:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494561920 00000100:00000010:2.0:1749610772.767326:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b6770c0. 00000100:00100000:0.0:1749610772.767326:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119282d80 x1834598494562176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1749610772.767328:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610772.767331:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610772.767333:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:3.0:1749610772.767335:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610772.767338:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1749610772.767339:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610772.767339:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300046226 00000100:00000010:2.0:1749610772.767341:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677140. 00000100:00000001:0.0:1749610772.767342:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610772.767343:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494561920 00000100:00000001:2.0:1749610772.767344:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000020:00000001:3.0:1749610772.767346:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610772.767348:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:0.0:1749610772.767348:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119282d80] to pc [ptlrpcd_rcv+-1] req@ffff880119282d80 x1834598494562176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610772.767350:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610772.767355:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300046226 00000100:00000010:2.0:1749610772.767359:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677280. 00000020:00000001:3.0:1749610772.767361:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610772.767361:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610772.767362:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000020:00000001:3.0:1749610772.767363:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610772.767364:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300046226 00000100:00000040:0.0:1749610772.767365:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:2.0:1749610772.767367:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677080. 00000020:00000010:3.0:1749610772.767369:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3800. 00000100:00000001:0.0:1749610772.767371:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000010:3.0:1749610772.767375:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c400. 00000100:00000001:2.0:1749610772.767375:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000010:0.0:1749610772.767375:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119282a00. 00000100:00000001:2.0:1749610772.767379:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1749610772.767379:0:8737:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000020:00000010:3.0:1749610772.767381:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8898. 00000100:00000001:2.0:1749610772.767381:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610772.767384:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610772.767386:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610772.767387:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610772.767388:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610772.767390:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610772.767390:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1749610772.767392:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1749610772.767393:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749610772.767394:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610772.767396:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610772.767396:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749610772.767396:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610772.767398:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610772.767399:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1749610772.767402:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3fb00. 00000100:00000001:3.0:1749610772.767404:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610772.767404:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119280700 x1834598494562048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610772.767407:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610772.767412:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610772.767413:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610772.767414:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1749610772.767414:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880119282a00 x1834598494562304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1749610772.767415:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749610772.767416:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1749610772.767418:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610772.767420:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610772.767422:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132 00000100:00100000:2.0:1749610772.767423:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119280700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494562048:0@lo:38:kworker.0 00000100:00000001:3.0:1749610772.767425:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134640207616 : -131939069344000 : ffff88008aa3c700) 00000100:00000001:2.0:1749610772.767426:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749610772.767427:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1749610772.767428:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610772.767430:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610772.767430:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610772.767431:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008aa3c700 x1834598494561920/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610792 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610772.767433:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749610772.767435:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88011157b000. 02000000:00000001:2.0:1749610772.767438:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610772.767438:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119282a00] to pc [ptlrpcd_00_00+0] req@ffff880119282a00 x1834598494562304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610772.767442:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fee70. 00000100:00100000:3.0:1749610772.767445:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494561920:12345-0@lo:38:kworker.0 00000400:00000010:2.0:1749610772.767445:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a880. 00000100:00000200:2.0:1749610772.767448:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494562048, portal 10 00000100:00000200:3.0:1749610772.767449:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494561920 00000100:00000001:2.0:1749610772.767450:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610772.767452:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031239424 : -131936678312192 : ffff880119280700) 00000020:00000001:3.0:1749610772.767453:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749610772.767457:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:2.0:1749610772.767458:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119280700 x1834598494562048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610772.767464:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610772.767466:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610772.767468:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ad48. 00000020:00000001:3.0:1749610772.767471:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749610772.767475:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:2.0:1749610772.767476:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494562048, offset 0 00010000:00000001:3.0:1749610772.767478:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:2.0:1749610772.767481:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1749610772.767482:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610772.767484:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610772.767485:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749610772.767485:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610772.767487:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1749610772.767487:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00080000:0.0:1749610772.767488:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000001:3.0:1749610772.767490:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749610772.767491:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1749610772.767492:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92e700 00000100:00080000:0.0:1749610772.767493:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 02000000:00000010:3.0:1749610772.767494:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801214d3000. 00000100:00000001:1.0:1749610772.767494:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1749610772.767496:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610772.767496:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1749610772.767498:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610772.767498:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 38152 00000100:00080000:0.0:1749610772.767499:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00010000:00000001:3.0:1749610772.767502:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1749610772.767502:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119282a00 x1834598494562304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610772.767503:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610772.767503:0:8737:0:(import.c:480:import_select_connection()) Process entered 00010000:00000001:3.0:1749610772.767505:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610772.767506:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5373 00000400:00000200:2.0:1749610772.767507:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610772.767510:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00080000:0.0:1749610772.767510:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000200:2.0:1749610772.767512:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00001000:3.0:1749610772.767514:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749610772.767514:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1749610772.767515:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000010:2.0:1749610772.767516:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008aa3c380. 00000100:00000001:1.0:1749610772.767516:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610772.767517:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:2.0:1749610772.767518:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88008aa3c380 x1834598494562048 msgsize 520 00000100:00000001:0.0:1749610772.767519:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1749610772.767520:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749610772.767522:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749610772.767551:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1749610772.767551:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610772.767552:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610772.767555:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:3.0:1749610772.767556:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610772.767558:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610772.767559:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610772.767560:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749610772.767561:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000040:0.0:1749610772.767562:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000100:00000040:3.0:1749610772.767564:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000200:2.0:1749610772.767564:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ad48 00000400:00000010:2.0:1749610772.767565:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ad48. 00000020:00000001:0.0:1749610772.767565:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1749610772.767567:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749610772.767568:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000040:0.0:1749610772.767568:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 02000000:00000001:3.0:1749610772.767569:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610772.767571:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:2.0:1749610772.767572:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119280700 x1834598494562048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610772.767572:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:3.0:1749610772.767574:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1749610772.767576:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000400:00000010:3.0:1749610772.767578:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedc38. 00000100:00000001:2.0:1749610772.767580:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610772.767581:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000200:3.0:1749610772.767582:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494561920, offset 0 00000100:00000040:2.0:1749610772.767583:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119280700 x1834598494562048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610797 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610772.767588:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610772.767590:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610772.767592:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749610772.767593:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610772.767596:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610772.767597:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000200:3.0:1749610772.767598:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749610772.767600:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 941 usecs (1 jiffies) 00000100:00000001:0.0:1749610772.767601:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610772.767602:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300046226 02000000:00000001:1.0:1749610772.767604:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610772.767605:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300046226 00000020:00000040:0.0:1749610772.767605:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000400:00000200:3.0:1749610772.767606:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf92e680 00000100:00000001:2.0:1749610772.767607:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300046226 00000100:00100000:1.0:1749610772.767608:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119282a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494562304:0@lo:400:kworker.0 00000100:00000001:2.0:1749610772.767609:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300046226 00000100:00080000:0.0:1749610772.767610:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610772.767611:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300046226 00000400:00000200:3.0:1749610772.767612:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x69ed [1] + 0 00000100:00000001:1.0:1749610772.767612:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749610772.767613:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300046226 00000100:00000001:0.0:1749610772.767613:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610772.767615:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300046226 02000000:00000001:1.0:1749610772.767615:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749610772.767616:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:3.0:1749610772.767617:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1749610772.767618:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610772.767620:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1749610772.767620:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749610772.767622:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300046226 02000000:00000001:0.0:1749610772.767622:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610772.767624:0:9761:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000010:1.0:1749610772.767624:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d124400. 00000100:00000001:2.0:1749610772.767625:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610772.767626:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610772.767627:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610772.767627:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610772.767629:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119281500 x1834598494561920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610797 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610772.767629:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610772.767630:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1749610772.767632:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3dba50. 00000100:00000001:0.0:1749610772.767632:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610772.767634:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119282d80 x1834598494562176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610772.767637:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bbb0. 00000100:00000010:0.0:1749610772.767637:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119282680. 00000100:00000040:3.0:1749610772.767640:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119281500 x1834598494561920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610797 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610772.767641:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1749610772.767641:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494562304, portal 10 00000020:00000040:0.0:1749610772.767641:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:2.0:1749610772.767643:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610772.767644:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1749610772.767645:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749610772.767645:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031248384 : -131936678303232 : ffff880119282a00) 02000000:00000001:0.0:1749610772.767645:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610772.767646:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610772.767648:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610772.767648:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610772.767650:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:2.0:1749610772.767651:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119282d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494562176:0@lo:38:kworker.0 00000100:00000001:0.0:1749610772.767651:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610772.767653:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1749610772.767654:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119282a00 x1834598494562304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610772.767655:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1749610772.767656:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedc38 02000000:00000001:0.0:1749610772.767656:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610772.767657:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1749610772.767658:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedc38. 02000000:00000001:2.0:1749610772.767659:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610772.767661:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749610772.767662:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610772.767662:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:0.0:1749610772.767662:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880111548000. 00000100:00000001:3.0:1749610772.767664:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000010:2.0:1749610772.767664:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880111579000. 00000100:00000040:1.0:1749610772.767665:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749610772.767666:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610772.767667:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610772.767667:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58ba18. 00000100:00000001:0.0:1749610772.767667:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610772.767669:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe948. 00000100:00000040:3.0:1749610772.767670:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000200:1.0:1749610772.767670:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494562304, offset 0 00000100:00000001:3.0:1749610772.767672:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610772.767672:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ad48. 00000020:00000001:3.0:1749610772.767674:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749610772.767675:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119282680 x1834598494562432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1749610772.767676:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610772.767684:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749610772.767685:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008aa3c700 x1834598494561920/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610792 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610772.767687:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494562176, portal 10 00000100:00000001:0.0:1749610772.767687:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610772.767689:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610772.767691:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031249280 : -131936678302336 : ffff880119282d80) 00000100:00000001:0.0:1749610772.767691:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610772.767692:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf92e800 00000100:00100000:3.0:1749610772.767697:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494561920:12345-0@lo:38:kworker.0 Request processed in 252us (455us total) trans 0 rc -19/-19 00000100:00000040:0.0:1749610772.767697:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119282680] to pc [ptlrpcd_rcv+-1] req@ffff880119282680 x1834598494562432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610772.767698:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119282d80 x1834598494562176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610772.767699:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be9 [64] + 38672 00000100:00000001:2.0:1749610772.767705:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749610772.767705:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1749610772.767706:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132 00000100:00000040:2.0:1749610772.767708:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610772.767709:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:2.0:1749610772.767710:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 00000100:00000001:3.0:1749610772.767711:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1749610772.767712:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494562176, offset 0 00000100:00000001:0.0:1749610772.767712:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610772.767716:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c400. 00000400:00000200:2.0:1749610772.767716:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749610772.767717:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1749610772.767718:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1749610772.767720:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8898. 00000100:00000001:1.0:1749610772.767722:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749610772.767722:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:2.0:1749610772.767723:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1749610772.767724:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3800. 00000100:00000200:1.0:1749610772.767724:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749610772.767725:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119283100. 00000100:00000001:3.0:1749610772.767727:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749610772.767728:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92e780 00000100:00000010:1.0:1749610772.767729:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079225180. 00000020:00000040:0.0:1749610772.767729:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000400:00000200:2.0:1749610772.767732:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 38896 00000100:00000040:1.0:1749610772.767732:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff880079225180 x1834598494562304 msgsize 224 00000100:00000001:0.0:1749610772.767732:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:1.0:1749610772.767736:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610772.767741:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749610772.767741:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1749610772.767742:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610772.767744:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610772.767745:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610772.767746:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610772.767746:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749610772.767749:0:28320:0:(events.c:287:request_in_callback()) Process entered 02000000:00000010:0.0:1749610772.767750:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f300. 00000100:00000200:2.0:1749610772.767751:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:1.0:1749610772.767753:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58ba18 00000100:00000010:2.0:1749610772.767754:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008aa3d880. 00000100:00000001:3.0:1749610772.767755:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749610772.767755:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610772.767756:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58ba18. 00000100:00000040:2.0:1749610772.767757:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88008aa3d880 x1834598494562176 msgsize 520 00000100:00100000:3.0:1749610772.767758:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494562048 02000000:00000001:3.0:1749610772.767759:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610772.767759:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749610772.767761:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1749610772.767761:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1749610772.767761:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880119283100 x1834598494562560/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749610772.767764:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610772.767764:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119282a00 x1834598494562304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610772.767767:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610772.767769:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494562048 00000100:00000001:2.0:1749610772.767769:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:3.0:1749610772.767771:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610772.767773:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000200:2.0:1749610772.767773:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 00000100:00000001:1.0:1749610772.767773:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1749610772.767774:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:2.0:1749610772.767774:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 00000100:00000001:0.0:1749610772.767774:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000020:00000001:3.0:1749610772.767776:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610772.767776:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119282a00 x1834598494562304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610788 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610772.767777:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749610772.767777:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610772.767778:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610772.767780:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119282d80 x1834598494562176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610772.767781:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3800. 00000100:00000001:1.0:1749610772.767783:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610772.767784:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c400. 00000100:00000040:0.0:1749610772.767784:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119283100] to pc [ptlrpcd_00_01+1] req@ffff880119283100 x1834598494562560/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610772.767785:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:3.0:1749610772.767786:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8898. 00000100:00000001:2.0:1749610772.767788:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610772.767789:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610772.767789:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610772.767790:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:2.0:1749610772.767791:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119282d80 x1834598494562176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610797 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610772.767792:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610772.767793:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 882 usecs (1 jiffies) 00000100:00000001:3.0:1749610772.767795:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610772.767796:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300046226 00000100:00000001:2.0:1749610772.767797:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610772.767799:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610772.767799:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300046226 00000100:00000001:2.0:1749610772.767802:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610772.767802:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300046226 00000100:00000001:1.0:1749610772.767804:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300046226 00000100:00000001:0.0:1749610772.767804:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610772.767805:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 860 usecs (1 jiffies) 00000100:00000001:3.0:1749610772.767806:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610772.767806:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300046226 00000100:00000001:2.0:1749610772.767808:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300046226 00000100:00000001:1.0:1749610772.767808:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300046226 00000100:00000001:2.0:1749610772.767810:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300046226 00000100:00000001:1.0:1749610772.767810:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300046226 00000100:00000001:3.0:1749610772.767812:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610772.767812:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300046226 00000100:00000001:1.0:1749610772.767812:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300046226 00000100:00000040:0.0:1749610772.767812:0:8737:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5383) 00000100:00100000:3.0:1749610772.767814:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494562304 00000100:00000001:2.0:1749610772.767814:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300046226 00000100:00000001:1.0:1749610772.767814:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610772.767816:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610772.767817:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300046226 00000100:00000001:2.0:1749610772.767819:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300046226 00000100:00000001:1.0:1749610772.767819:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610772.767820:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610772.767821:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300046226 00000100:00000001:1.0:1749610772.767821:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610772.767822:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610772.767823:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610772.767823:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300046226 00000100:00000001:2.0:1749610772.767825:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610772.767826:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610772.767827:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610772.767828:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494562304 00000020:00000001:3.0:1749610772.767830:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610772.767831:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000400:00000001:2.0:1749610772.767831:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1749610772.767832:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749610772.767832:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:3.0:1749610772.767834:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000100:00000001:1.0:1749610772.767834:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1749610772.767834:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749610772.767836:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1749610772.767837:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000400:00000001:2.0:1749610772.767837:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749610772.767837:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1749610772.767837:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494562176 00000020:00000001:3.0:1749610772.767862:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 02000000:00000001:0.0:1749610772.767867:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610772.767868:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000010:2.0:1749610772.767869:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe630. 00000100:00000001:1.0:1749610772.767870:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610772.767870:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1749610772.767871:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b42116c0. 00000400:00000200:2.0:1749610772.767873:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aee0 00000100:00100000:1.0:1749610772.767874:0:28321:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1749610772.767874:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610772.767875:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aee0. 00000100:00000001:1.0:1749610772.767876:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610772.767878:0:28320:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:0.0:1749610772.767878:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749610772.767879:0:9691:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:1.0:1749610772.767879:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610772.767880:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749610772.767882:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119281500 x1834598494561920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610797 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610772.767882:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1749610772.767882:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494562176 00000100:00000001:1.0:1749610772.767883:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610772.767884:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1749610772.767885:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749610772.767886:0:9691:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000040:0.0:1749610772.767887:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000010:3.0:1749610772.767889:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2a00. 00000100:00000040:1.0:1749610772.767889:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119283100 x1834598494562560/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610772.767890:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:2.0:1749610772.767891:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119281500 x1834598494561920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610797 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610772.767892:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c480. 00000020:00000001:0.0:1749610772.767893:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610772.767895:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8640. 00000100:00000001:1.0:1749610772.767897:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1749610772.767897:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610772.767898:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610772.767899:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610772.767900:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749610772.767901:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1749610772.767902:0:9691:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1749610772.767903:0:28320:0:(client.c:1550:after_reply()) Process entered 00000020:00000010:0.0:1749610772.767903:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e800. 00000100:00000001:3.0:1749610772.767904:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:1.0:1749610772.767904:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610772.767905:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1749610772.767905:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1749610772.767906:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610772.767907:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610772.767907:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1749610772.767908:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff400. 00000100:00100000:1.0:1749610772.767909:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119283100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494562560:0@lo:400:kworker.0 00000100:00000001:2.0:1749610772.767910:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610772.767912:0:9691:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:2.0:1749610772.767912:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610772.767913:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749610772.767914:0:9691:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000010:0.0:1749610772.767914:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4addd48. 02000000:00000001:1.0:1749610772.767915:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749610772.767916:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610772.767917:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610772.767918:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00001000:2.0:1749610772.767919:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610772 v=5 (0 0 0 0) 00000100:00000001:0.0:1749610772.767920:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610772.767922:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1749610772.767922:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d125000. 00000100:00001000:2.0:1749610772.767923:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=45 v=20 (20 1 1 1) 00000100:00000001:0.0:1749610772.767923:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1749610772.767924:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610772.767926:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610772.767926:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610772.767928:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610772.767928:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:1.0:1749610772.767928:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3dbaa8. 00000100:00000001:3.0:1749610772.767929:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610772.767931:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:1.0:1749610772.767931:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58ba18. 00000100:00000001:0.0:1749610772.767932:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610772.767934:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 221 00000100:00000200:1.0:1749610772.767934:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494562560, portal 10 00000100:00000040:2.0:1749610772.767935:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119281500 x1834598494561920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610797 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610772.767936:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000001:1.0:1749610772.767936:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610772.767938:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134346510720 : -131939363040896 : ffff880079225180) 00000100:00000001:1.0:1749610772.767938:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031250176 : -131936678301440 : ffff880119283100) 00000100:00000001:2.0:1749610772.767942:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610772.767942:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610772.767943:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079225180 x1834598494562304/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:208/0 lens 224/0 e 0 to 0 dl 1749610783 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610772.767944:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119283100 x1834598494562560/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610772.767946:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610772.767948:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610772.767950:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749610772.767951:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610772.767952:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749610772.767952:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749610772.767953:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610772.767954:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00080000:2.0:1749610772.767955:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1749610772.767956:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00080000:2.0:1749610772.767958:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000020:00000010:3.0:1749610772.767960:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4211100. 00000100:00000001:2.0:1749610772.767960:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:1.0:1749610772.767961:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b880. 00000100:00000001:3.0:1749610772.767963:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749610772.767963:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 353 00000100:00000040:2.0:1749610772.767964:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119281500 x1834598494561920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610797 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610772.767964:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494562560, offset 0 00000020:00000010:3.0:1749610772.767965:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b4211100. 00000400:00000200:1.0:1749610772.767968:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1749610772.767971:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079225180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494562304:12345-0@lo:400:kworker.0 00000100:00000200:3.0:1749610772.767975:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494562304 00000100:00000001:0.0:1749610772.767975:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134640206720 : -131939069344896 : ffff88008aa3c380) 00000400:00000200:1.0:1749610772.767976:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1749610772.767978:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:2.0:1749610772.767979:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119281500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494561920:0@lo:38:kworker.0 00000020:00000001:3.0:1749610772.767981:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000400:00000200:1.0:1749610772.767982:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf92e900 00000020:00000001:3.0:1749610772.767983:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610772.767983:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008aa3c380 x1834598494562048/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610792 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610772.767984:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610772.767986:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1749610772.767986:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1749610772.767986:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be9 [64] + 39416 00000020:00000001:3.0:1749610772.767988:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000040:2.0:1749610772.767989:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119281500 x1834598494561920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610797 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610772.767991:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000400:00000200:1.0:1749610772.767991:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610772.767994:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1749610772.767995:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610772.767995:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1749610772.767996:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1749610772.767997:0:28321:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:2.0:1749610772.767998:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:3.0:1749610772.767999:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000200:1.0:1749610772.767999:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000010:2.0:1749610772.768000:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88011157b400. 00000020:00000001:3.0:1749610772.768001:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610772.768001:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494562048:12345-0@lo:38:kworker.0 00000020:00000001:3.0:1749610772.768003:0:9691:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000010:1.0:1749610772.768003:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079225500. 02000000:00000001:2.0:1749610772.768004:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610772.768005:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:1.0:1749610772.768005:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff880079225500 x1834598494562560 msgsize 224 00000100:00000001:3.0:1749610772.768007:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000040:2.0:1749610772.768007:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000200:0.0:1749610772.768007:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494562048 02000000:00000001:3.0:1749610772.768009:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1749610772.768009:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:1.0:1749610772.768009:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:0.0:1749610772.768011:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000010:2.0:1749610772.768012:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88011154b800. 00000100:00000001:1.0:1749610772.768012:0:28321:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000010:3.0:1749610772.768013:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801214d3400. 02000000:00000001:3.0:1749610772.768015:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610772.768015:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:1.0:1749610772.768015:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b880 00010000:00000001:0.0:1749610772.768015:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:2.0:1749610772.768017:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:1.0:1749610772.768017:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b880. 00000100:00000001:3.0:1749610772.768018:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610772.768018:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119281500. 00000100:00000001:1.0:1749610772.768019:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:3.0:1749610772.768020:0:9691:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749610772.768023:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494562304 00000100:00000200:1.0:1749610772.768023:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119283100 x1834598494562560/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610772.768025:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00010000:00000001:3.0:1749610772.768026:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:2.0:1749610772.768026:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749610772.768027:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610772.768028:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:3.0:1749610772.768030:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880079225180 x1834598494562304/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:208/0 lens 224/224 e 0 to 0 dl 1749610783 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610772.768031:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610772.768033:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00010000:00020000:0.0:1749610772.768033:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749610772.768034:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610772.768034:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119283100 x1834598494562560/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610788 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610772.768036:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1749610772.768037:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749610772.768038:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749610772.768038:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610772.768039:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00010000:00000001:3.0:1749610772.768040:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610772.768040:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610772.768041:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610772.768042:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000100:00001000:3.0:1749610772.768043:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=127 v=5 (1 1 1 1) 00000100:00000040:2.0:1749610772.768043:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119282680 x1834598494562432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610772.768044:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610772.768045:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610772.768046:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610772.768048:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 810 usecs (1 jiffies) 00000100:00000001:0.0:1749610772.768048:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1749610772.768049:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610772.768050:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610772.768050:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300046226 00000100:00000001:3.0:1749610772.768051:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610772.768051:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610772.768051:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1749610772.768053:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749610772.768053:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749610772.768053:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300046226 02000000:00000001:3.0:1749610772.768055:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610772.768055:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610772.768055:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300046226 02000000:00000010:0.0:1749610772.768055:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880111549c00. 02000000:00000001:2.0:1749610772.768057:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610772.768057:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300046226 00000100:00000001:1.0:1749610772.768059:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300046226 02000000:00000001:0.0:1749610772.768059:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610772.768060:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119282680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494562432:0@lo:38:kworker.0 00000100:00000001:3.0:1749610772.768061:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610772.768061:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300046226 00000100:00000001:0.0:1749610772.768062:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610772.768063:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1749610772.768064:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1749610772.768066:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000010:3.0:1749610772.768067:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedc38. 00000100:00000001:1.0:1749610772.768069:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300046226 00010000:00000001:0.0:1749610772.768069:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610772.768070:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:3.0:1749610772.768071:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494562304, offset 224 00000100:00000001:1.0:1749610772.768071:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300046226 02000000:00000001:2.0:1749610772.768072:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610772.768073:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:0.0:1749610772.768073:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:2.0:1749610772.768074:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1749610772.768076:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:2.0:1749610772.768076:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88011157b400. 00000100:00000001:1.0:1749610772.768076:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610772.768078:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610772.768078:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:2.0:1749610772.768079:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610772.768081:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610772.768081:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:2.0:1749610772.768082:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe630. 00000400:00000200:3.0:1749610772.768083:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749610772.768085:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000010:2.0:1749610772.768086:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aee0. 00000100:00000001:0.0:1749610772.768088:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:3.0:1749610772.768089:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92e800 00000100:00000200:2.0:1749610772.768089:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494562432, portal 10 00000100:00000001:2.0:1749610772.768091:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610772.768092:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749610772.768093:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031247488 : -131936678304128 : ffff880119282680) 00000400:00000200:3.0:1749610772.768094:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6a01 [1] + 224 00000100:00000040:0.0:1749610772.768097:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000200:3.0:1749610772.768099:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749610772.768099:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119282680 x1834598494562432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610772.768101:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:3.0:1749610772.768102:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749610772.768103:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610772.768106:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610772.768106:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610772.768107:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610772.768108:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610772.768109:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:3.0:1749610772.768110:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119282a00 x1834598494562304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610788 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610772.768110:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 00000100:00000040:0.0:1749610772.768111:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1749610772.768112:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494562432, offset 0 00000100:00100000:1.0:1749610772.768112:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494562560 02000000:00000001:1.0:1749610772.768114:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610772.768115:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1749610772.768115:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821088. 00000400:00000200:2.0:1749610772.768116:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610772.768117:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610772.768120:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880119282a00 x1834598494562304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610788 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610772.768121:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610772.768121:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494562048, offset 0 00000400:00000200:2.0:1749610772.768123:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1749610772.768123:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494562560 00000020:00000001:1.0:1749610772.768126:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610772.768127:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000400:00000200:2.0:1749610772.768128:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92e880 00000020:00000001:1.0:1749610772.768129:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610772.768132:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749610772.768132:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 39640 00000020:00000040:1.0:1749610772.768132:0:9692:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000020:00000001:1.0:1749610772.768135:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000400:00000200:2.0:1749610772.768137:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1749610772.768137:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000400:00000200:0.0:1749610772.768139:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610772.768140:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610772.768141:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749610772.768144:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000020:00000010:1.0:1749610772.768144:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b405df00. 00000100:00000200:2.0:1749610772.768145:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:1.0:1749610772.768148:0:9692:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012e6b3680. 00000400:00000200:3.0:1749610772.768149:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedc38 00000100:00000010:2.0:1749610772.768149:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008aa3ca80. 00000100:00000040:2.0:1749610772.768151:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88008aa3ca80 x1834598494562432 msgsize 520 00000400:00000200:0.0:1749610772.768151:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1749610772.768152:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedc38. 00000100:00000001:1.0:1749610772.768153:0:9692:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1749610772.768154:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610772.768155:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:2.0:1749610772.768155:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:1.0:1749610772.768155:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b405df00. 00000100:00000001:2.0:1749610772.768157:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:1.0:1749610772.768159:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125a00. 00000100:00000001:3.0:1749610772.768161:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610772.768162:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 00000400:00000200:0.0:1749610772.768162:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92e700 00000020:00000010:1.0:1749610772.768163:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9500. 00000100:00000040:3.0:1749610772.768164:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000010:2.0:1749610772.768164:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 00010000:00000001:3.0:1749610772.768166:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:2.0:1749610772.768167:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:3.0:1749610772.768168:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610772.768168:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c320. 00000020:00000001:3.0:1749610772.768170:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1749610772.768170:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119282680 x1834598494562432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610772.768172:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1749610772.768172:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x69f5 [1] + 0 00000100:00000040:3.0:1749610772.768174:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079225180 x1834598494562304/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:208/0 lens 224/224 e 0 to 0 dl 1749610783 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610772.768174:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610772.768176:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610772.768177:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1749610772.768179:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610772.768180:0:9692:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749610772.768182:0:9692:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00100000:3.0:1749610772.768184:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079225180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494562304:12345-0@lo:400:kworker.0 Request processed in 230us (450us total) trans 0 rc 0/0 00000100:00000001:1.0:1749610772.768184:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610772.768186:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119282680 x1834598494562432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610797 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610772.768186:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610772.768186:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610772.768191:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:3.0:1749610772.768192:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 221 00000100:00000001:2.0:1749610772.768193:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610772.768194:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:3.0:1749610772.768195:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00000001:3.0:1749610772.768198:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:0.0:1749610772.768198:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119280700 x1834598494562048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610797 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610772.768199:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610772.768199:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749610772.768201:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494562432 00000100:00000040:2.0:1749610772.768202:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 662 usecs (1 jiffies) 02000000:00000001:1.0:1749610772.768203:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610772.768204:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300046226 00000100:00000001:3.0:1749610772.768205:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749610772.768205:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610772.768207:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300046226 00000100:00000001:1.0:1749610772.768207:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610772.768209:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c480. 00000100:00000001:2.0:1749610772.768209:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300046226 02000000:00000001:1.0:1749610772.768210:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610772.768211:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300046226 00000100:00100000:1.0:1749610772.768211:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494562432 00000020:00000010:3.0:1749610772.768212:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8640. 00000020:00000001:1.0:1749610772.768213:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610772.768214:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300046226 00000020:00000040:1.0:1749610772.768214:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:0.0:1749610772.768214:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119280700 x1834598494562048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610797 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610772.768215:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2a00. 00000100:00000001:2.0:1749610772.768216:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300046226 00000020:00000001:1.0:1749610772.768216:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749610772.768217:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610772.768218:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300046226 00000020:00000040:3.0:1749610772.768219:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00000001:2.0:1749610772.768219:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300046226 00000020:00000001:1.0:1749610772.768219:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610772.768221:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610772.768221:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610772.768222:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124000. 00000100:00000001:2.0:1749610772.768223:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610772.768225:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9980. 00000020:00000010:1.0:1749610772.768227:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c190. 00000100:00000001:0.0:1749610772.768228:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610772.768230:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610772.768230:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610772.768231:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610772.768232:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610772.768232:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610772.768236:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 222 00000100:00000040:3.0:1749610772.768238:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:1.0:1749610772.768239:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610772.768240:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134346511616 : -131939363040000 : ffff880079225500) 00000100:00000001:1.0:1749610772.768241:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610772.768245:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079225500 x1834598494562560/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:208/0 lens 224/0 e 0 to 0 dl 1749610783 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610772.768246:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610772.768246:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610772.768247:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610772.768248:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1749610772.768248:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821088 00000100:00100000:1.0:1749610772.768251:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 354 00000100:00000001:3.0:1749610772.768252:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000010:0.0:1749610772.768252:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821088. 00000020:00000010:3.0:1749610772.768254:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4211100. 00000100:00000001:1.0:1749610772.768254:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134640212096 : -131939069339520 : ffff88008aa3d880) 00000100:00000001:3.0:1749610772.768256:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610772.768256:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:1.0:1749610772.768258:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008aa3d880 x1834598494562176/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610792 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610772.768258:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:3.0:1749610772.768259:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b4211100. 00000100:00100000:3.0:1749610772.768262:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079225500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494562560:12345-0@lo:400:kworker.0 00000100:00000001:0.0:1749610772.768263:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610772.768266:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494562560 00000100:00100000:2.0:1749610772.768266:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 355 00000100:00100000:1.0:1749610772.768267:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494562176:12345-0@lo:38:kworker.0 00000020:00000001:3.0:1749610772.768268:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:0.0:1749610772.768268:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610772.768269:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134640208512 : -131939069343104 : ffff88008aa3ca80) 00000020:00000001:3.0:1749610772.768270:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000200:1.0:1749610772.768271:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494562176 00000100:00000001:0.0:1749610772.768271:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610772.768272:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610772.768273:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008aa3ca80 x1834598494562432/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610792 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610772.768273:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749610772.768274:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1749610772.768275:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:0.0:1749610772.768275:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1749610772.768276:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:3.0:1749610772.768277:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1749610772.768280:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610772.768282:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000040:0.0:1749610772.768282:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008aa3c380 x1834598494562048/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610792 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610772.768283:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494562432:12345-0@lo:38:kworker.0 00000020:00000001:3.0:1749610772.768284:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749610772.768285:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610772.768286:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610772.768287:0:9691:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000200:2.0:1749610772.768287:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494562432 00010000:00020000:1.0:1749610772.768289:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749610772.768290:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1749610772.768290:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:3.0:1749610772.768292:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1749610772.768292:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:2.0:1749610772.768293:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000010:3.0:1749610772.768295:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801214d0c00. 00000100:00100000:0.0:1749610772.768298:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494562048:12345-0@lo:38:kworker.0 Request processed in 298us (775us total) trans 0 rc -19/-19 00010000:00000001:1.0:1749610772.768299:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:3.0:1749610772.768302:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610772.768302:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610772.768302:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610772.768304:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610772.768304:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1749610772.768306:0:9691:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:2.0:1749610772.768306:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:1.0:1749610772.768306:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000040:3.0:1749610772.768308:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494562560 00010000:00000001:2.0:1749610772.768309:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749610772.768310:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 02000000:00000010:1.0:1749610772.768310:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880113587000. 02000000:00000001:1.0:1749610772.768312:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610772.768312:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 353 00010000:00000200:3.0:1749610772.768314:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880079225500 x1834598494562560/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:208/0 lens 224/224 e 0 to 0 dl 1749610783 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610772.768314:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610772.768316:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1749610772.768317:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:1.0:1749610772.768317:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749610772.768319:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610772.768319:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749610772.768320:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00010000:00000001:3.0:1749610772.768321:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749610772.768322:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00001000:1.0:1749610772.768322:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00010000:00000001:3.0:1749610772.768323:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610772.768324:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:0.0:1749610772.768324:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c400. 00000100:00000001:1.0:1749610772.768325:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00001000:3.0:1749610772.768326:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=127 v=5 (1 1 1 1) 02000000:00000010:2.0:1749610772.768328:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88011157a800. 00000100:00000001:1.0:1749610772.768328:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749610772.768329:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000010:0.0:1749610772.768329:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8898. 02000000:00000001:2.0:1749610772.768330:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610772.768331:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:3.0:1749610772.768332:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:2.0:1749610772.768332:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610772.768333:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610772.768334:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00010000:00000001:2.0:1749610772.768335:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749610772.768335:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000010:0.0:1749610772.768335:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3800. 02000000:00000001:3.0:1749610772.768336:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610772.768337:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610772.768337:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610772.768339:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:3.0:1749610772.768340:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00001000:2.0:1749610772.768340:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749610772.768340:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749610772.768341:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:3.0:1749610772.768342:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610772.768343:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:1.0:1749610772.768343:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610772.768344:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedc38. 00000100:00000001:1.0:1749610772.768345:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610772.768346:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:3.0:1749610772.768348:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494562560, offset 224 00000100:00000040:1.0:1749610772.768348:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749610772.768349:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000400:00000010:1.0:1749610772.768350:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b880. 00000100:00000001:2.0:1749610772.768351:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:3.0:1749610772.768352:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610772.768353:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000200:1.0:1749610772.768356:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494562176, offset 0 00000100:00000040:2.0:1749610772.768357:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000400:00000200:3.0:1749610772.768359:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749610772.768359:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:1.0:1749610772.768360:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749610772.768361:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610772.768363:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:3.0:1749610772.768365:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92e900 00000100:00000040:2.0:1749610772.768366:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1749610772.768367:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1749610772.768368:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 00000400:00000200:3.0:1749610772.768369:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6a11 [1] + 224 00000400:00000200:3.0:1749610772.768373:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610772.768373:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92e780 00000100:00000200:2.0:1749610772.768374:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494562432, offset 0 00000400:00000200:3.0:1749610772.768377:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610772.768379:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6a09 [1] + 0 00000100:00080000:0.0:1749610772.768380:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000200:1.0:1749610772.768383:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610772.768384:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610772.768386:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610772.768387:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610772.768390:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610772.768391:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119283100 x1834598494562560/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610788 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610772.768391:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:0.0:1749610772.768393:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000200:1.0:1749610772.768394:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119282d80 x1834598494562176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610797 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610772.768397:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92e880 00000100:00000040:3.0:1749610772.768400:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880119283100 x1834598494562560/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610788 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610772.768402:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6a1d [1] + 0 00000100:00000040:1.0:1749610772.768404:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119282d80 x1834598494562176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610797 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610772.768406:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610772.768407:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749610772.768409:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610772.768411:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedc38 00000400:00000010:3.0:1749610772.768413:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedc38. 00000100:00000001:3.0:1749610772.768421:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610772.768422:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610772.768425:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610772.768426:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610772.768426:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:3.0:1749610772.768429:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000200:1.0:1749610772.768430:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b880 00010000:00000001:3.0:1749610772.768431:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000200:2.0:1749610772.768431:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119282680 x1834598494562432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610797 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610772.768432:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b880. 00000020:00000001:3.0:1749610772.768433:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610772.768434:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:3.0:1749610772.768435:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1749610772.768436:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:3.0:1749610772.768439:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079225500 x1834598494562560/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:208/0 lens 224/224 e 0 to 0 dl 1749610783 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610772.768439:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610772.768441:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119282680 x1834598494562432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610797 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610772.768442:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610772.768445:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610772.768447:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749610772.768448:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079225500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494562560:12345-0@lo:400:kworker.0 Request processed in 194us (440us total) trans 0 rc 0/0 00000100:00000040:1.0:1749610772.768451:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008aa3d880 x1834598494562176/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610792 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610772.768456:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 222 00000100:00000040:3.0:1749610772.768458:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:3.0:1749610772.768460:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:1.0:1749610772.768461:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494562176:12345-0@lo:38:kworker.0 Request processed in 193us (701us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749610772.768462:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749610772.768462:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:3.0:1749610772.768465:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9500. 00000400:00000200:2.0:1749610772.768467:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 00000020:00000010:3.0:1749610772.768468:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c320. 00000400:00000010:2.0:1749610772.768469:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 00000100:00100000:1.0:1749610772.768469:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 354 00000020:00000010:3.0:1749610772.768471:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125a00. 00000100:00000001:2.0:1749610772.768472:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610772.768472:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610772.768473:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610772.768474:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:3.0:1749610772.768476:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:2.0:1749610772.768476:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610772.768477:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff400. 00000100:00000001:3.0:1749610772.768478:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610772.768480:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000010:1.0:1749610772.768481:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4addd48. 00000100:00000001:2.0:1749610772.768482:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610772.768484:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610772.768484:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e800. 00000100:00000001:1.0:1749610772.768488:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610772.768489:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008aa3ca80 x1834598494562432/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610792 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610772.768490:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610772.768492:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610772.768498:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494562432:12345-0@lo:38:kworker.0 Request processed in 215us (345us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749610772.768501:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610772.768504:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1749610772.768506:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 355 00000400:00000001:1.0:1749610772.768507:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749610772.768509:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:1.0:1749610772.768509:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749610772.768510:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:1.0:1749610772.768511:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3dbaa8. 00000020:00000010:2.0:1749610772.768514:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9980. 00000400:00000200:1.0:1749610772.768514:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58ba18 00000400:00000010:1.0:1749610772.768516:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58ba18. 00000020:00000010:2.0:1749610772.768517:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c190. 00000100:00000001:1.0:1749610772.768518:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:2.0:1749610772.768521:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124000. 00000100:00000200:1.0:1749610772.768522:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119283100 x1834598494562560/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610788 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610772.768550:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749610772.768555:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119283100 x1834598494562560/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610788 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610772.768562:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000001:2.0:1749610772.768563:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610772.768567:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610772.768569:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fee70. 00000100:00000001:1.0:1749610772.768569:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749610772.768572:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a880 00000100:00000001:1.0:1749610772.768572:0:28321:0:(client.c:1550:after_reply()) Process entered 00000400:00000010:2.0:1749610772.768573:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a880. 02000000:00000001:1.0:1749610772.768574:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610772.768576:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610772.768576:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610772.768578:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610772.768579:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119280700 x1834598494562048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610797 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610772.768580:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610772.768585:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=77 v=5 (5 5 5 5) 00000100:00000200:2.0:1749610772.768588:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119280700 x1834598494562048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610797 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749610772.768589:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=77 v=5 (1 1 1 1) 00000100:00000001:1.0:1749610772.768592:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610772.768594:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610772.768595:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610772.768596:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749610772.768596:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1749610772.768601:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880119283100 x1834598494562560/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610788 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610772.768604:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:0.0:1749610772.768604:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300046226, at 4300046226 02000000:00000001:2.0:1749610772.768606:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610772.768608:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1749610772.768608:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610772.768610:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610772.768611:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1749610772.768612:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610772.768613:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:1.0:1749610772.768615:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000010:0.0:1749610772.768615:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b6770c0. 00000100:00000001:1.0:1749610772.768616:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610772.768617:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610772 v=5 (0 0 0 0) 00000100:00000040:1.0:1749610772.768620:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119283100 x1834598494562560/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610788 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749610772.768621:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=27 v=20 (20 1 1 1) 00000100:00000001:2.0:1749610772.768624:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610772.768626:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610772.768626:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610772.768628:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610772.768629:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610772.768630:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610772.768633:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119280700 x1834598494562048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610797 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610772.768634:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119283100 x1834598494562560/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610788 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610772.768640:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610772.768642:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:1.0:1749610772.768642:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119283100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494562560:0@lo:400:kworker.0 00000100:00000001:2.0:1749610772.768644:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610772.768646:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610772.768647:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000001:1.0:1749610772.768647:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749610772.768649:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00080000:2.0:1749610772.768650:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000010:1.0:1749610772.768650:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3dba50. 00000100:00080000:2.0:1749610772.768653:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000400:00000200:1.0:1749610772.768653:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bbb0 00000100:00000001:2.0:1749610772.768655:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:1.0:1749610772.768655:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bbb0. 00000100:00000001:1.0:1749610772.768656:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:2.0:1749610772.768658:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119280700 x1834598494562048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610797 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610772.768660:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119282a00 x1834598494562304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610788 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610772.768666:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119280700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494562048:0@lo:38:kworker.0 00000400:00000001:2.0:1749610772.768673:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610772.768674:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610772.768676:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe948. 00000400:00000200:2.0:1749610772.768679:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ad48 00000400:00000010:2.0:1749610772.768680:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ad48. 00000100:00000001:2.0:1749610772.768682:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749610772.768683:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119282a00 x1834598494562304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610788 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610772.768686:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119282d80 x1834598494562176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610797 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610772.768689:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610772.768691:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610772.768693:0:28321:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749610772.768694:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610772.768696:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610772.768697:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610772.768699:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610772.768702:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=127 v=5 (5 5 5 5) 00000100:00000200:2.0:1749610772.768705:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119282d80 x1834598494562176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610797 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749610772.768705:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=127 v=5 (1 1 1 1) 00000100:00000001:1.0:1749610772.768708:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610772.768709:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610772.768711:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1749610772.768712:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610772.768713:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:1.0:1749610772.768714:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880119282a00 x1834598494562304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610788 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610772.768715:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610772.768716:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610772.768718:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610772.768719:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610772.768720:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610772.768721:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610772.768722:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00001000:2.0:1749610772.768724:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610772 v=5 (0 0 0 0) 00000100:00000040:1.0:1749610772.768724:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1749610772.768725:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00001000:2.0:1749610772.768727:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=127 v=20 (1 1 1 20) 00000100:00000001:1.0:1749610772.768727:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610772.768730:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1749610772.768730:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119282a00 x1834598494562304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610788 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610772.768731:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610772.768733:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610772.768736:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119282d80 x1834598494562176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610797 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610772.768736:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610772.768738:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610772.768739:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610772.768743:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749610772.768743:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119282a00 x1834598494562304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610788 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610772.768745:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610772.768746:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610772.768748:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610772.768749:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:1.0:1749610772.768750:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119282a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494562304:0@lo:400:kworker.0 00000100:00080000:2.0:1749610772.768752:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610772.768754:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749610772.768754:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610772.768756:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610772.768760:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119282d80 x1834598494562176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610797 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610772.768760:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610772.768764:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119283100 x1834598494562560/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610788 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610772.768767:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119282d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494562176:0@lo:38:kworker.0 00000100:00000001:1.0:1749610772.768771:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749610772.768772:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610772.768773:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749610772.768774:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000010:1.0:1749610772.768775:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d125000. 02000000:00000001:1.0:1749610772.768778:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610772.768780:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:2.0:1749610772.768781:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119280700 x1834598494562048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610797 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749610772.768781:0:28321:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:1.0:1749610772.768783:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610772.768785:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f300. 00000100:00000001:2.0:1749610772.768788:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610772.768789:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610772.768790:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1749610772.768790:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610772.768792:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119283100. 02000000:00000010:2.0:1749610772.768793:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88011157b000. 02000000:00000001:2.0:1749610772.768795:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610772.768796:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610772.768798:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:1.0:1749610772.768798:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000020:00000001:2.0:1749610772.768800:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749610772.768800:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610772.768801:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000010:2.0:1749610772.768802:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88011154bc00. 02000000:00000001:2.0:1749610772.768804:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1749610772.768805:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119282a00 x1834598494562304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610788 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610772.768806:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610772.768807:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119280700. 00000100:00000001:2.0:1749610772.768811:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610772.768812:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610772.768812:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610772.768813:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749610772.768814:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000010:1.0:1749610772.768815:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d124400. 00000100:00000040:2.0:1749610772.768817:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119282d80 x1834598494562176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610797 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610772.768817:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610772.768818:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610772.768819:0:28321:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1749610772.768821:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610772.768822:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3fb00. 00000100:00000001:2.0:1749610772.768823:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610772.768824:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610772.768825:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1749610772.768825:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:2.0:1749610772.768826:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880111579000. 00000100:00000010:1.0:1749610772.768827:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119282a00. 02000000:00000001:2.0:1749610772.768828:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610772.768829:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610772.768830:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749610772.768832:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749610772.768832:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 02000000:00000010:2.0:1749610772.768833:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880111548c00. 00000100:00000001:1.0:1749610772.768833:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610772.768835:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610772.768836:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610772.768837:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610772.768838:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119282d80. 00000100:00000001:1.0:1749610772.768861:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610772.768863:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610772.768863:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610772.768864:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610772.768865:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610772.768867:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610772.768867:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610772.768871:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610772.768873:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610772.768875:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610772.768877:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749610772.768880:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610772.768886:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610772.768888:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe630. 00000400:00000200:2.0:1749610772.768891:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aee0 00000400:00000010:2.0:1749610772.768892:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aee0. 00000100:00000001:2.0:1749610772.768895:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610772.768899:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119282680 x1834598494562432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610797 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610772.768907:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119282680 x1834598494562432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610797 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610772.768914:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610772.768915:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610772.768917:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610772.768919:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610772.768920:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610772.768921:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610772.768923:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610772.768927:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610772 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610772.768930:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=77 v=20 (1 1 1 20) 00000100:00000001:2.0:1749610772.768932:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610772.768934:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610772.768936:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610772.768939:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119282680 x1834598494562432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610797 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610772.768946:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610772.768948:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610772.768949:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610772.768951:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610772.768953:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610772.768955:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610772.768957:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610772.768959:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610772.768962:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119282680 x1834598494562432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610797 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610772.768985:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119282680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494562432:0@lo:38:kworker.0 00000100:00000001:2.0:1749610772.768989:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610772.768991:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610772.768993:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119282680 x1834598494562432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610797 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610772.768999:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610772.769001:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610772.769002:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88011157b400. 02000000:00000001:2.0:1749610772.769004:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610772.769006:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610772.769007:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1749610772.769009:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610772.769010:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880111548000. 02000000:00000001:2.0:1749610772.769012:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610772.769013:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610772.769014:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119282680. 00000100:00000001:2.0:1749610772.769017:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610772.769018:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610772.769020:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610772.769022:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610772.769023:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610772.769024:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610772.769026:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610772.769612:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300046226, at 4300046227 00000100:00000040:2.0:1749610772.769613:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300046226, at 4300046227 00000100:00000040:3.0:1749610772.769618:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300046226, at 4300046227 00000100:00000010:3.0:1749610772.769629:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677080. 00000100:00000010:2.0:1749610772.769629:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677280. 00000100:00000010:1.0:1749610772.769644:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677140. 00000100:00000001:0.0:1749610772.861632:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610772.861639:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610772.861641:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610772.861645:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610772.861648:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610772.861651:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610772.861654:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749610772.861665:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff880119282300 x1834598494559360/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610772.861676:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610772.861680:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119282300 x1834598494559360/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610772.861688:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749610772.861691:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610772.861694:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610772.861695:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610772.861699:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119282300 x1834598494559360/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610772.861707:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119282300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494559360:0@lo:101:ll_cfg_requeue.0 00000100:00000001:0.0:1749610772.861712:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610772.861714:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749610772.861717:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749610772.861718:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610772.861721:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119282300 x1834598494559360/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610772.861727:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610772.861730:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88006b8afb40. 00000100:00000001:0.0:1749610772.861734:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749610772.861747:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749610772.861751:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749610772.861755:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749610772.861757:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610772.861761:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8ee00 refcount=4 00000020:00000001:0.0:1749610772.861763:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457044480 : -131939252507136 : ffff88007fb8ee00) 00010000:00000001:0.0:1749610772.861766:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457044480 : -131939252507136 : ffff88007fb8ee00) 00010000:00010000:0.0:1749610772.861772:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88007fb8ee00/0x689c0ec07329d1e5 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610772.861782:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749610772.861787:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88007fb8ee00/0x689c0ec07329d1e5 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610772.861793:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749610772.861796:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8ee00/0x689c0ec07329d1e5 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610772.861802:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610772.861804:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749610772.861807:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88007fb8ee00/0x689c0ec07329d1e5 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610772.861813:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749610772.861815:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610772.861818:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749610772.861821:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88007fb8ee00/0x689c0ec07329d1e5 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749610772.861827:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88007fb8ee00 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:0.0:1749610772.861830:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749610772.861833:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8ee00/0x689c0ec07329d1e5 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610772.861894:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749610772.861895:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749610772.861897:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610772.861899:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8ee00 refcount=5 00000020:00000001:0.0:1749610772.861901:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457044480 : -131939252507136 : ffff88007fb8ee00) 00010000:00000001:0.0:1749610772.861903:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457044480 : -131939252507136 : ffff88007fb8ee00) 00010000:00000001:0.0:1749610772.861907:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749610772.861910:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88007fb8ee00/0x689c0ec07329d1e5 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749610772.861915:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749610772.861917:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8ee00/0x689c0ec07329d1e5 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749610772.861922:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:0.0:1749610772.861926:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749610772.861928:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610772.861932:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749610772.861935:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749610772.861939:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749610772.861941:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749610772.861943:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749610772.861946:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610772.861949:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007fb8ee00 with handle 0x689c0ec07329d1e5 from hash 00010000:00000001:0.0:1749610772.861953:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749610772.861955:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610772.861956:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610772.861958:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749610772.861960:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749610772.861962:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749610772.861965:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610772.861967:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610772.861969:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749610772.861972:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610772.861984:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88007fb8ee00/0x689c0ec07329d1e5 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610772.861994:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610772.861996:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610772.861998:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749610772.862000:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749610772.862002:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610772.862003:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610772.862005:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749610772.862008:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88007fb8ee00/0x689c0ec07329d1e5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1749610772.862020:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88007ef3f400 count: 0 00010000:00000001:0.0:1749610772.862058:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610772.862062:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749610772.862066:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610772.862073:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119282300 x1834598494559360/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610772.862085:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749610772.862089:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610772.862091:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749610772.862095:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610772.862100:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007fb8ec00. 02000000:00000001:0.0:1749610772.862105:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610772.862108:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610772.862110:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119282300. 00000100:00000001:0.0:1749610772.862117:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610772.862119:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749610772.862122:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:0.0:1749610772.862127:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:0.0:1749610772.862131:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1749610772.862136:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff88012e6b38c0. 00000020:00000010:0.0:1749610772.862141:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8ec00. 00000020:00000010:0.0:1749610772.862146:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88007fb8fa00. 00000040:00000010:0.0:1749610772.862152:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88007fb8f200. 00000020:00000010:0.0:1749610772.862168:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a3b6000. 00000020:00000010:0.0:1749610772.862174:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88007fb8e800. 80000000:00000010:0.0:1749610772.862180:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b43bf180. 00040000:00000010:0.0:1749610772.862186:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88007fb8e400. 00080000:00000010:0.0:1749610772.862193:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009a4c4000. 00080000:00000010:0.0:1749610772.862199:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009a4c8000. 10000000:00000040:0.0:1749610772.862206:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000001:0.0:1749610772.862208:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:0.0:1749610772.862214:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88007fb8fa00. 00000040:00000010:0.0:1749610772.862218:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88007fb8f200. 00000020:00000010:0.0:1749610772.862221:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a3b6000. 00000020:00000010:0.0:1749610772.862225:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88007fb8e800. 80000000:00000010:0.0:1749610772.862228:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b43bf180. 00040000:00000010:0.0:1749610772.862232:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88007fb8e400. 00080000:00000010:0.0:1749610772.862236:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009a4c8000. 00080000:00000010:0.0:1749610772.862241:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009a4c4000. 00000020:00000010:0.0:1749610772.862244:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8ec00. 10000000:00000010:0.0:1749610772.862247:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff88012e6b38c0. 10000000:01000000:0.0:1749610772.862250:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-MDT0001' failed (-5). 10000000:00000001:0.0:1749610772.862254:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:0.0:1749610772.862257:0:9690:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:0.0:1749610772.862259:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1749610772.862261:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1749610772.862263:0:9690:0:(mgc_request.c:108:config_log_get()) log lustre-barrier (ffff8800b4071200) refs 2 10000000:00000001:0.0:1749610772.862265:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749610772.862267:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1749610772.862269:0:9690:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0001(ffff88007ed1c200) refs 2 10000000:00000001:0.0:1749610772.862271:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1749610772.862272:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1749610772.862273:0:9690:0:(mgc_request.c:611:do_requeue()) updating log lustre-barrier 10000000:00000001:0.0:1749610772.862275:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:0.0:1749610772.862277:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-barrier-ffff8800b4229800 from 1 10000000:00000001:0.0:1749610772.862279:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:0.0:1749610772.862280:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00000100:00000010:0.0:1749610772.862289:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119282300. 00000020:00000040:0.0:1749610772.862293:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1749610772.862296:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610772.862300:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610772.862304:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610772.862308:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007fb8ec00. 00000100:00000001:0.0:1749610772.862313:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610772.862316:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1749610772.862319:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1749610772.862324:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007ef3f500. 00010000:00000001:0.0:1749610772.862329:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1749610772.862332:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007fb8fc00. 00000020:00000001:0.0:1749610772.862335:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1749610772.862338:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007fb8fc00 with handle 0x689c0ec07329d1ec to hash 00000020:00000001:0.0:1749610772.862340:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1749610772.862341:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134457048064 : -131939252503552 : ffff88007fb8fc00) 00010000:00000001:0.0:1749610772.862344:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134457048064 : -131939252503552 : ffff88007fb8fc00) 00010000:00000001:0.0:1749610772.862347:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749610772.862349:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610772.862352:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8fc00/0x689c0ec07329d1ec lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749610772.862360:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88007fb8fc00/0x689c0ec07329d1ec lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749610772.862370:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88007fb8fc00/0x689c0ec07329d1ec lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1749610772.862376:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749610772.862378:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749610772.862382:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88006b8afb40. 00000100:00000001:0.0:1749610772.862384:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134118488896 : -131939591062720 : ffff88006b8afb40) 00000100:00000001:0.0:1749610772.862386:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610772.862388:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031246592 : -131936678305024 : ffff880119282300) 00000100:00000001:0.0:1749610772.862391:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610772.862400:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610772.862402:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749610772.862404:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749610772.862409:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119282300 x1834598494562688/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610772.862417:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610772.862419:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749610772.862425:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff880119282300 x1834598494562688/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610772.862437:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610772.862439:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610772.862441:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610772.862444:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610772.862448:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610772.862450:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610772.862452:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610772.862454:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610772.862458:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1749610772.864727:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007ef3f400. 00010000:00000010:3.1:1749610772.864739:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007fb8ee00. 00000100:00000001:0.0:1749610773.457700:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610773.457709:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610773.457712:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610773.457717:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610773.457721:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610773.457726:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610773.457729:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610773.457732:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610773.457735:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610773.680724:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610773.680731:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610773.680763:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1749610773.680766:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610773.680768:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610773.768631:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610773.768649:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610773.768653:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610773.768659:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610773.768663:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610773.768668:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610773.768672:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610773.861689:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610773.861696:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610773.861698:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610773.861703:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610773.861722:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610773.861727:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610773.861731:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610773.861736:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610773.861739:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610774.457725:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610774.457736:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610774.457739:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610774.457747:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610774.457752:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610774.457758:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610774.457764:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610774.457769:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610774.457773:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610774.682705:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610774.682714:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749610774.682717:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749610774.682721:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610774.682726:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749610774.682728:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610774.682730:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610774.682733:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610774.682886:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610774.682891:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610774.682913:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610774.768647:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610774.768664:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610774.768667:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610774.768671:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610774.768674:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610774.768678:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610774.768681:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610774.861622:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610774.861630:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610774.861633:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610774.861639:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610774.861643:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610774.861647:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610774.861651:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610774.861655:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610774.861658:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1749610774.994636:0:28313:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88011344a840] -> 12345-192.168.202.106@tcp (6) 00000800:00000200:0.0:1749610774.994645:0:28313:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1749610774.994650:0:28313:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8801301d2e00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1749610774.994915:0:28316:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1749610774.994917:0:28315:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610774.994933:0:28315:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749610774.994938:0:28315:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610774.994951:0:28315:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610775.457691:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610775.457700:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610775.457703:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610775.457707:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610775.457711:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610775.457715:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610775.457719:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610775.457721:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610775.457724:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610775.684653:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610775.684659:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610775.684798:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610775.684804:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610775.684807:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610775.768732:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610775.768747:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610775.768750:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610775.768754:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610775.768757:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610775.768760:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610775.768763:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610775.861637:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610775.861644:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610775.861646:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610775.861650:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610775.861653:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610775.861657:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610775.861660:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610775.861664:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610775.861666:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749610776.207551:0:28314:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610776.207567:0:28314:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749610776.207573:0:28314:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610776.207575:0:28314:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610776.457704:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610776.457714:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610776.457718:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610776.457724:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610776.457729:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610776.457734:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610776.457739:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610776.457763:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610776.457767:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610776.686652:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610776.686658:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610776.686728:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610776.686734:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610776.686739:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610776.768674:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610776.768691:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610776.768693:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610776.768698:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610776.768701:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610776.768705:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610776.768707:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610776.861680:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610776.861690:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610776.861693:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610776.861699:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610776.861703:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610776.861708:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610776.861713:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610776.861717:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610776.861721:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610777.457699:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610777.457707:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610777.457710:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610777.457716:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610777.457719:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610777.457723:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610777.457727:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610777.457730:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610777.457733:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610777.688646:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610777.688652:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610777.688776:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610777.688783:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610777.688788:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610777.768628:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610777.768644:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610777.768647:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610777.768650:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610777.768653:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610777.768656:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610777.768659:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610777.774630:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610777.774652:0:8737:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1749610777.774655:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610777.774659:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610777.774661:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610777.774664:0:8737:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610777.774669:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610777.774675:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5378 00000100:00080000:0.0:1749610777.774679:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610777.774682:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610777.774686:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610777.774689:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610777.774692:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610777.774696:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610777.774698:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749610777.774701:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610777.774704:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749610777.774707:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749610777.774709:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749610777.774712:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610777.774714:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610777.774716:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610777.774717:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610777.774720:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:0.0:1749610777.774724:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610777.774726:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610777.774730:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610777.774736:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610777.774739:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610777.774741:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610777.774749:0:8737:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610777.774755:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119280380. 00000020:00000040:0.0:1749610777.774759:0:8737:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749610777.774763:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610777.774765:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610777.774769:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610777.774771:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610777.774775:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610777.774783:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880111548000. 00000100:00000001:0.0:1749610777.774791:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610777.774832:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119280380 x1834598494562816/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610777.774845:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610777.774849:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610777.774854:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119280380] to pc [ptlrpcd_rcv+-1] req@ffff880119280380 x1834598494562816/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610777.774880:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610777.774883:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610777.774887:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610777.774888:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610777.774891:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610777.774893:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610777.774896:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5378 00000100:00080000:0.0:1749610777.774899:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610777.774901:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610777.774903:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610777.774905:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610777.774907:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610777.774909:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610777.774911:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749610777.774912:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610777.774914:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749610777.774922:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:0.0:1749610777.774925:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000001:2.0:1749610777.774928:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749610777.774928:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610777.774930:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610777.774932:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610777.774933:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610777.774934:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610777.774936:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1749610777.774936:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:0.0:1749610777.774938:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610777.774941:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610777.774942:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:2.0:1749610777.774946:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119280380 x1834598494562816/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610777.774946:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610777.774948:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610777.774950:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610777.774952:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610777.774955:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119280a80. 00000100:00000001:2.0:1749610777.774958:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000040:0.0:1749610777.774958:0:8737:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1749610777.774960:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610777.774960:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610777.774961:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610777.774963:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610777.774964:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749610777.774964:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610777.774966:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610777.774967:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610777.774970:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610777.774970:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88011154b400. 00000100:00000001:0.0:1749610777.774973:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610777.774974:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119280380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494562816:0@lo:38:kworker.0 00000100:00100000:0.0:1749610777.774978:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119280a80 x1834598494562944/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610777.774979:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749610777.774982:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610777.774985:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610777.774985:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1749610777.774988:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749610777.774988:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610777.774991:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119280a80] to pc [ptlrpcd_rcv+-1] req@ffff880119280a80 x1834598494562944/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610777.774993:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88011157b400. 02000000:00000001:2.0:1749610777.774996:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610777.775000:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610777.775002:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000010:2.0:1749610777.775003:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe630. 00000100:00080000:0.0:1749610777.775006:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610777.775012:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610777.775014:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610777.775017:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610777.775020:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5378 00000400:00000010:2.0:1749610777.775021:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aee0. 00000100:00080000:0.0:1749610777.775022:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610777.775024:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610777.775026:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1749610777.775028:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494562816, portal 4 00000100:00000040:0.0:1749610777.775028:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610777.775030:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610777.775031:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1749610777.775032:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610777.775033:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031238528 : -131936678313088 : ffff880119280380) 00000020:00000040:0.0:1749610777.775033:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:0.0:1749610777.775034:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610777.775036:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000020:00000001:0.0:1749610777.775038:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000020:00000001:0.0:1749610777.775040:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000040:2.0:1749610777.775042:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119280380 x1834598494562816/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610777.775043:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610777.775051:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610777.775055:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610777.775055:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:2.0:1749610777.775057:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ad48. 00000100:00000040:0.0:1749610777.775058:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000200:2.0:1749610777.775060:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494562816, offset 0 00000100:00000001:0.0:1749610777.775060:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610777.775062:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000400:00000200:2.0:1749610777.775067:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00080000:0.0:1749610777.775069:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610777.775071:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610777.775073:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610777.775076:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610777.775078:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610777.775079:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610777.775081:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610777.775083:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:0.0:1749610777.775085:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119282680. 00000020:00000040:0.0:1749610777.775088:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1749610777.775090:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610777.775091:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610777.775093:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1749610777.775095:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf92ea00 02000000:00000001:0.0:1749610777.775099:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610777.775101:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610777.775102:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3ded [256] + 21320 02000000:00000010:0.0:1749610777.775105:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880111548c00. 00000100:00000001:0.0:1749610777.775108:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610777.775111:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1749610777.775113:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119282680 x1834598494563072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1749610777.775116:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610777.775120:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610777.775121:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749610777.775122:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610777.775123:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000040:0.0:1749610777.775125:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119282680] to pc [ptlrpcd_rcv+-1] req@ffff880119282680 x1834598494563072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610777.775128:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008aa3e300. 00000100:00000040:2.0:1749610777.775131:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88008aa3e300 x1834598494562816 msgsize 520 00000100:00000001:0.0:1749610777.775132:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610777.775135:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1749610777.775136:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610777.775139:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749610777.775142:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119282d80. 00000020:00000040:0.0:1749610777.775144:0:8737:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749610777.775146:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610777.775148:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610777.775149:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610777.775153:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3fa00. 00000100:00000001:0.0:1749610777.775156:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610777.775160:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880119282d80 x1834598494563200/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610777.775162:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749610777.775167:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610777.775169:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610777.775170:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ad48 00000400:00000010:2.0:1749610777.775173:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ad48. 00000100:00000040:0.0:1749610777.775174:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119282d80] to pc [ptlrpcd_00_02+2] req@ffff880119282d80 x1834598494563200/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610777.775176:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749610777.775180:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119280380 x1834598494562816/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610777.775189:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610777.775193:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119280380 x1834598494562816/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610802 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610777.775193:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610777.775195:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610777.775199:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610777.775200:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610777.775201:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610777.775207:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610777.775209:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749610777.775209:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610777.775212:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5378 00000100:00000001:2.0:1749610777.775213:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610777.775214:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610777.775217:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610777.775219:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610777.775221:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610777.775222:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749610777.775223:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:2.0:1749610777.775224:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1271 usecs (2 jiffies) 00000020:00000001:0.0:1749610777.775224:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610777.775226:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000100:00100000:3.0:1749610777.775227:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494562816 00000020:00000001:0.0:1749610777.775227:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610777.775228:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300051234 00000020:00000040:0.0:1749610777.775229:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 02000000:00000001:3.0:1749610777.775230:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:0.0:1749610777.775231:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:3.0:1749610777.775233:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000010:2.0:1749610777.775233:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677280. 00000020:00000001:0.0:1749610777.775233:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:3.0:1749610777.775235:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610777.775236:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610777.775237:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1749610777.775239:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610777.775239:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610777.775240:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:0.0:1749610777.775240:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00100000:3.0:1749610777.775243:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494562816 00000020:00000040:0.0:1749610777.775243:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:0.0:1749610777.775245:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000020:00000001:3.0:1749610777.775246:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610777.775246:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300051234 00000020:00000040:3.0:1749610777.775247:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749610777.775247:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610777.775249:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:2.0:1749610777.775249:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677d00. 02000000:00000001:0.0:1749610777.775249:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749610777.775252:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 02000000:00000001:0.0:1749610777.775252:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610777.775254:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610777.775256:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610777.775258:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610777.775259:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610777.775261:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610777.775261:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119282a00. 00000020:00000040:0.0:1749610777.775263:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:2.0:1749610777.775264:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300051234 02000000:00000001:0.0:1749610777.775265:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610777.775266:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610777.775267:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677a80. 00000100:00000001:0.0:1749610777.775267:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000020:00000010:3.0:1749610777.775268:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2a00. 02000000:00000001:0.0:1749610777.775268:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749610777.775270:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 02000000:00000001:0.0:1749610777.775270:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610777.775273:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c480. 00000100:00000001:2.0:1749610777.775273:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300051234 00000100:00000010:2.0:1749610777.775276:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b6778c0. 02000000:00000010:0.0:1749610777.775277:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88011154bc00. 00000020:00000010:3.0:1749610777.775279:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8640. 00000100:00000001:2.0:1749610777.775279:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:0.0:1749610777.775281:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610777.775282:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610777.775284:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610777.775284:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610777.775285:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119282a00 x1834598494563328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749610777.775286:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610777.775287:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610777.775288:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610777.775290:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610777.775292:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610777.775294:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610777.775295:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610777.775296:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610777.775297:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610777.775297:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119282a00] to pc [ptlrpcd_rcv+-1] req@ffff880119282a00 x1834598494563328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610777.775299:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610777.775300:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610777.775301:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749610777.775305:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610777.775305:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610777.775306:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119280a80 x1834598494562944/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610777.775307:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749610777.775310:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749610777.775313:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119280700. 00000100:00000001:3.0:1749610777.775314:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610777.775314:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000040:0.0:1749610777.775315:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749610777.775316:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610777.775317:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749610777.775317:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610777.775318:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749610777.775318:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610777.775320:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610777.775321:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749610777.775322:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 133 02000000:00000001:2.0:1749610777.775323:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610777.775323:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f800. 00000100:00000001:3.0:1749610777.775325:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134640214784 : -131939069336832 : ffff88008aa3e300) 00000100:00000001:0.0:1749610777.775325:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610777.775326:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494562944:0@lo:38:kworker.0 00000100:00000040:0.0:1749610777.775328:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880119280700 x1834598494563456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610777.775329:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1749610777.775331:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008aa3e300 x1834598494562816/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610797 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610777.775335:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610777.775337:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610777.775338:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610777.775340:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610777.775340:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119280700] to pc [ptlrpcd_00_03+3] req@ffff880119280700 x1834598494563456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610777.775342:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1749610777.775344:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494562816:12345-0@lo:38:kworker.0 02000000:00000010:2.0:1749610777.775345:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880111579000. 00000100:00000200:3.0:1749610777.775348:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494562816 02000000:00000001:2.0:1749610777.775348:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610777.775348:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610777.775352:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000010:2.0:1749610777.775352:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe948. 00000100:00000040:0.0:1749610777.775352:0:8737:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5388) 00000400:00000010:2.0:1749610777.775355:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ad48. 00010000:00000001:3.0:1749610777.775356:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:2.0:1749610777.775358:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494562944, portal 10 00000100:00000001:2.0:1749610777.775361:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610777.775362:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031240320 : -131936678311296 : ffff880119280a80) 00000100:00000040:2.0:1749610777.775368:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119280a80 x1834598494562944/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610777.775370:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749610777.775374:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749610777.775375:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610777.775376:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1749610777.775377:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749610777.775378:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610777.775379:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1749610777.775380:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:2.0:1749610777.775380:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a880. 00000100:00000001:0.0:1749610777.775380:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1749610777.775382:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494562944, offset 0 00000100:00000001:3.0:1749610777.775384:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:0.0:1749610777.775384:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119280700 x1834598494563456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610777.775386:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610777.775387:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749610777.775388:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1749610777.775389:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1749610777.775392:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610777.775392:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000010:3.0:1749610777.775393:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801214d0800. 00000100:00000001:1.0:1749610777.775394:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1749610777.775395:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610777.775397:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92ea80 00000100:00000001:1.0:1749610777.775397:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749610777.775398:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610777.775399:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610777.775402:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1749610777.775402:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1749610777.775403:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 40160 00010000:00000001:3.0:1749610777.775404:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610777.775404:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749610777.775407:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119282d80 x1834598494563200/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610777.775407:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610777.775409:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1749610777.775411:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119280700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494563456:0@lo:400:kworker.0 00000400:00000200:2.0:1749610777.775412:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:3.0:1749610777.775414:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749610777.775414:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749610777.775416:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749610777.775417:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:0.0:1749610777.775417:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:2.0:1749610777.775418:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749610777.775418:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1749610777.775419:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610777.775420:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610777.775421:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1749610777.775421:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:2.0:1749610777.775422:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88008aa3d180. 00000100:00000040:3.0:1749610777.775424:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:1.0:1749610777.775424:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:0.0:1749610777.775424:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007fb8e800. 00000100:00000040:2.0:1749610777.775425:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88008aa3d180 x1834598494562944 msgsize 520 00000100:00000001:3.0:1749610777.775426:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749610777.775426:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610777.775427:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610777.775428:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00100000:2.0:1749610777.775429:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1749610777.775429:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610777.775431:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffbb0. 00000100:00000040:3.0:1749610777.775432:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00100000:1.0:1749610777.775433:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119282d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494563200:0@lo:400:kworker.0 02000000:00000001:3.0:1749610777.775435:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:0.0:1749610777.775436:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821088. 02000000:00000001:3.0:1749610777.775437:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610777.775437:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749610777.775438:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749610777.775440:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:1.0:1749610777.775441:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:0.0:1749610777.775441:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494563456, portal 10 00000100:00000040:3.0:1749610777.775442:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749610777.775442:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a880 02000000:00000001:1.0:1749610777.775443:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610777.775443:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000010:2.0:1749610777.775444:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a880. 00000100:00000001:0.0:1749610777.775444:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031239424 : -131936678312192 : ffff880119280700) 00000400:00000010:3.0:1749610777.775445:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedc38. 02000000:00000001:1.0:1749610777.775445:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749610777.775446:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749610777.775450:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494562816, offset 0 00000100:00000200:2.0:1749610777.775450:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119280a80 x1834598494562944/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610777.775450:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d124400. 00000100:00000040:0.0:1749610777.775451:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119280700 x1834598494563456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610777.775452:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610777.775455:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610777.775457:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1749610777.775457:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3dba50. 00000100:00000001:0.0:1749610777.775458:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610777.775461:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610777.775462:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bbb0. 00000400:00000200:3.0:1749610777.775463:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1749610777.775463:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 00000100:00000040:2.0:1749610777.775465:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119280a80 x1834598494562944/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610802 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610777.775466:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494563200, portal 10 00000100:00000200:0.0:1749610777.775466:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494563456, offset 0 00000100:00000001:1.0:1749610777.775468:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1749610777.775470:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf92ea00 00000100:00000001:1.0:1749610777.775470:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031249280 : -131936678302336 : ffff880119282d80) 00000400:00000200:0.0:1749610777.775471:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610777.775472:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610777.775474:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:3.0:1749610777.775476:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6a35 [1] + 0 00000100:00000040:1.0:1749610777.775478:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119282d80 x1834598494563200/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610777.775479:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610777.775480:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610777.775481:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749610777.775482:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 945 usecs (1 jiffies) 00000100:00000001:2.0:1749610777.775484:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300051233 00000400:00000200:3.0:1749610777.775485:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610777.775486:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610777.775487:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300051234 00000100:00000001:3.0:1749610777.775488:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:0.0:1749610777.775488:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf92ec80 00000100:00000001:2.0:1749610777.775489:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300051233 00000100:00000040:1.0:1749610777.775489:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610777.775492:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300051234 00000400:00000010:1.0:1749610777.775492:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58ba18. 00000100:00000001:2.0:1749610777.775493:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300051233 00000100:00000200:3.0:1749610777.775494:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119280380 x1834598494562816/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610802 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610777.775494:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be9 [64] + 40680 00000100:00000001:2.0:1749610777.775495:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300051234 00000100:00000001:2.0:1749610777.775497:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300051233 00000100:00000001:2.0:1749610777.775499:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300051234 00000400:00000200:0.0:1749610777.775500:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610777.775501:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610777.775503:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610777.775503:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1749610777.775505:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119280380 x1834598494562816/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610802 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610777.775505:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1749610777.775506:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494563200, offset 0 00000100:00000001:0.0:1749610777.775507:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:2.0:1749610777.775509:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119282680 x1834598494563072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610777.775509:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:1.0:1749610777.775511:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:0.0:1749610777.775512:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119283100. 00000100:00000001:3.0:1749610777.775515:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:0.0:1749610777.775515:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff880119283100 x1834598494563456 msgsize 224 00000100:00000001:2.0:1749610777.775516:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610777.775517:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610777.775519:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1749610777.775520:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610777.775521:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749610777.775521:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610777.775559:0:28324:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:2.0:1749610777.775561:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610777.775564:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedc38 00000100:00100000:2.0:1749610777.775564:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119282680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494563072:0@lo:38:kworker.0 00000400:00000010:3.0:1749610777.775567:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedc38. 00000100:00000001:2.0:1749610777.775567:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749610777.775570:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749610777.775571:0:9761:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:2.0:1749610777.775571:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610777.775573:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:2.0:1749610777.775573:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749610777.775576:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88011157b000. 00000100:00000001:3.0:1749610777.775577:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610777.775578:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 02000000:00000001:2.0:1749610777.775579:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610777.775580:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000010:0.0:1749610777.775581:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 00000100:00000001:3.0:1749610777.775582:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610777.775584:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:3.0:1749610777.775585:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749610777.775587:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf92eb80 00000400:00000010:2.0:1749610777.775588:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fee70. 00000100:00000200:0.0:1749610777.775589:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119280700 x1834598494563456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610777.775593:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be9 [64] + 40904 00000100:00000040:3.0:1749610777.775596:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008aa3e300 x1834598494562816/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610797 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610777.775597:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610777.775600:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119280700 x1834598494563456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610793 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610777.775607:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610777.775608:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494562816:12345-0@lo:38:kworker.0 Request processed in 263us (473us total) trans 0 rc -19/-19 00000400:00000010:2.0:1749610777.775608:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a880. 00000100:00000001:0.0:1749610777.775609:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:1.0:1749610777.775610:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749610777.775612:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494563072, portal 10 00000100:00000001:0.0:1749610777.775613:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610777.775614:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1749610777.775614:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610777.775616:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031247488 : -131936678304128 : ffff880119282680) 00000100:00000040:0.0:1749610777.775616:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 810 usecs (1 jiffies) 00000100:00100000:3.0:1749610777.775617:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 133 00000100:00000001:1.0:1749610777.775618:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749610777.775619:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300051234 00000100:00000200:1.0:1749610777.775620:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749610777.775621:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610777.775622:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1749610777.775623:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119282680 x1834598494563072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610777.775623:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300051234 00000100:00000010:1.0:1749610777.775624:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079225880. 00000100:00000001:0.0:1749610777.775625:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300051234 00000020:00000010:3.0:1749610777.775627:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c480. 00000100:00000040:1.0:1749610777.775628:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff880079225880 x1834598494563200 msgsize 224 00000100:00000001:0.0:1749610777.775628:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300051234 00000100:00000001:2.0:1749610777.775630:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610777.775630:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300051234 00000020:00000010:3.0:1749610777.775631:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8640. 00000100:00100000:1.0:1749610777.775632:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610777.775632:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300051234 00000100:00000040:2.0:1749610777.775633:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610777.775634:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300051234 00000020:00000010:3.0:1749610777.775635:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2a00. 00000400:00000010:2.0:1749610777.775635:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 00000100:00000001:0.0:1749610777.775636:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300051234 00000100:00000001:3.0:1749610777.775638:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749610777.775638:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494563072, offset 0 00000100:00000001:0.0:1749610777.775638:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610777.775640:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749610777.775640:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610777.775641:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610777.775643:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610777.775645:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749610777.775649:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58ba18 00000100:00000001:0.0:1749610777.775651:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1749610777.775652:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1749610777.775652:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58ba18. 00000100:00000001:0.0:1749610777.775653:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1749610777.775654:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749610777.775655:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610777.775656:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610777.775657:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1749610777.775658:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92eb00 00000100:00000001:0.0:1749610777.775658:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610777.775659:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494562944 00000100:00000200:1.0:1749610777.775659:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119282d80 x1834598494563200/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610777.775660:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610777.775661:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1749610777.775662:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 41128 00000100:00000001:3.0:1749610777.775663:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610777.775665:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610777.775666:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1749610777.775668:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610777.775668:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1749610777.775669:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1749610777.775670:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494562944 00000100:00000040:1.0:1749610777.775671:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119282d80 x1834598494563200/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610793 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610777.775672:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610777.775673:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000020:00000040:3.0:1749610777.775674:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000200:2.0:1749610777.775674:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:3.0:1749610777.775675:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610777.775675:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1749610777.775677:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610777.775678:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610777.775679:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610777.775679:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fe8c000. 00000100:00000001:1.0:1749610777.775680:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:2.0:1749610777.775681:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006fe8c000 x1834598494563072 msgsize 520 00000020:00000010:3.0:1749610777.775682:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2a00. 00000100:00100000:0.0:1749610777.775683:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494563456 00000100:00000001:1.0:1749610777.775684:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610777.775685:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c480. 00000100:00100000:2.0:1749610777.775686:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:0.0:1749610777.775686:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:3.0:1749610777.775687:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8640. 00000100:00000001:0.0:1749610777.775687:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1749610777.775688:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 886 usecs (1 jiffies) 00000100:00000001:3.0:1749610777.775690:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610777.775690:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610777.775691:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300051234 00000100:00000001:3.0:1749610777.775692:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1749610777.775693:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610777.775694:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610777.775694:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749610777.775694:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300051234 00000100:00100000:0.0:1749610777.775696:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494563456 00000100:00000001:3.0:1749610777.775697:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610777.775697:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300051234 00000400:00000200:2.0:1749610777.775698:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 00000020:00000001:0.0:1749610777.775698:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:2.0:1749610777.775699:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 00000100:00000001:1.0:1749610777.775700:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300051234 00000020:00000040:0.0:1749610777.775700:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:2.0:1749610777.775702:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749610777.775702:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300051234 00000020:00000001:0.0:1749610777.775702:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749610777.775704:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300051234 00000020:00000040:0.0:1749610777.775704:0:9692:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:3.0:1749610777.775705:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749610777.775705:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119282680 x1834598494563072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610777.775706:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300051234 00000020:00000001:0.0:1749610777.775707:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:1.0:1749610777.775708:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300051234 00000020:00000001:0.0:1749610777.775709:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:3.0:1749610777.775710:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749610777.775710:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749610777.775712:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494563200 00000100:00000001:2.0:1749610777.775712:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610777.775712:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610777.775714:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610777.775714:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1749610777.775715:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119282680 x1834598494563072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610802 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610777.775717:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b38c0. 00000100:00000001:1.0:1749610777.775719:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610777.775721:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610777.775722:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610777.775722:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610777.775723:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610777.775723:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:0.0:1749610777.775724:0:9692:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 02000000:00000001:3.0:1749610777.775726:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610777.775728:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494563200 00000100:00000001:1.0:1749610777.775728:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1749610777.775730:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749610777.775730:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:3.0:1749610777.775731:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000100:00000001:0.0:1749610777.775731:0:9692:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1749610777.775732:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610777.775732:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1749610777.775733:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749610777.775734:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1749610777.775734:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f200. 00000020:00000040:3.0:1749610777.775735:0:12680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000100:00000001:1.0:1749610777.775735:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610777.775736:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 863 usecs (1 jiffies) 00000020:00000001:3.0:1749610777.775737:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:2.0:1749610777.775738:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300051234 00000100:00000001:1.0:1749610777.775738:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610777.775738:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dffb00. 00000020:00000001:3.0:1749610777.775739:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:2.0:1749610777.775741:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300051234 00000020:00000010:0.0:1749610777.775742:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4addc80. 00000100:00000001:3.0:1749610777.775743:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749610777.775743:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300051234 00000020:00000010:3.0:1749610777.775745:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4211100. 00000100:00000001:2.0:1749610777.775746:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300051234 00000100:00000001:2.0:1749610777.775748:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300051234 00000020:00000010:3.0:1749610777.775749:0:12680:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b42116c0. 00000100:00000040:0.0:1749610777.775749:0:9692:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1749610777.775750:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300051234 00000100:00000001:0.0:1749610777.775751:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610777.775752:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300051234 00000100:00000001:0.0:1749610777.775752:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610777.775753:0:12680:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1749610777.775754:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300051234 00000020:00000010:3.0:1749610777.775755:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b4211100. 00000100:00000001:0.0:1749610777.775755:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610777.775756:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749610777.775758:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3400. 00000100:00000001:2.0:1749610777.775758:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610777.775760:0:9692:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:3.0:1749610777.775761:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cb80. 00000100:00000001:0.0:1749610777.775762:0:9692:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000001:2.0:1749610777.775763:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749610777.775763:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610777.775764:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8708. 00000400:00000001:2.0:1749610777.775764:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610777.775766:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe630. 00000100:00000001:3.0:1749610777.775768:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1749610777.775768:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aee0 00000100:00000001:3.0:1749610777.775769:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:2.0:1749610777.775770:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aee0. 00000100:00000001:0.0:1749610777.775770:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610777.775771:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610777.775772:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610777.775775:0:12680:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1749610777.775775:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119280380 x1834598494562816/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610802 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610777.775776:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749610777.775777:0:12680:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749610777.775777:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749610777.775778:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494563072 00000100:00000001:3.0:1749610777.775779:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610777.775779:0:10935:0:(service.c:2224:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610777.775780:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610777.775781:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610777.775782:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1749610777.775783:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119280380 x1834598494562816/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610802 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610777.775783:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610777.775785:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610777.775786:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1749610777.775786:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610777.775787:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610777.775788:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1749610777.775788:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494563072 00000020:00000001:0.0:1749610777.775789:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610777.775790:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000040:0.0:1749610777.775790:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00100000:3.0:1749610777.775791:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 223 00000100:00000001:2.0:1749610777.775792:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610777.775817:0:28320:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:0.0:1749610777.775818:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1749610777.775820:0:12680:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 02000000:00000001:2.0:1749610777.775820:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000001:0.0:1749610777.775820:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610777.775822:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1749610777.775822:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610777.775823:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137031250176 : -131936678301440 : ffff880119283100) 00000100:00100000:1.0:1749610777.775824:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 224 00000100:00000001:2.0:1749610777.775825:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610777.775826:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8fa00. 00000100:00000040:3.0:1749610777.775828:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880119283100 x1834598494563456/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:213/0 lens 224/0 e 0 to 0 dl 1749610788 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610777.775828:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610777.775828:0:10935:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000020:00000010:0.0:1749610777.775829:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff680. 00000100:00000001:1.0:1749610777.775830:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134346512512 : -131939363039104 : ffff880079225880) 00000020:00000010:0.0:1749610777.775832:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4addd48. 00000100:00001000:2.0:1749610777.775834:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610777 v=5 (0 0 0 0) 00000100:00000001:0.0:1749610777.775835:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610777.775837:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1749610777.775837:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079225880 x1834598494563200/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:213/0 lens 224/0 e 0 to 0 dl 1749610788 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610777.775837:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00001000:2.0:1749610777.775839:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=50 v=20 (20 1 1 1) 00000100:00000001:0.0:1749610777.775839:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610777.775842:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610777.775842:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610777.775844:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749610777.775845:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4211100. 00000100:00000001:1.0:1749610777.775846:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749610777.775848:0:12680:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610777.775850:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:1.0:1749610777.775850:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b405df00. 00000020:00000010:3.0:1749610777.775851:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b4211100. 00000100:00000001:0.0:1749610777.775851:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610777.775852:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610777.775853:0:10935:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610777.775853:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749610777.775855:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880119283100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494563456:12345-0@lo:400:kworker.0 00000020:00000010:1.0:1749610777.775855:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b405df00. 00000100:00000040:2.0:1749610777.775857:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119280380 x1834598494562816/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610802 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610777.775857:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 356 00000100:00000200:3.0:1749610777.775859:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494563456 00000100:00000001:0.0:1749610777.775859:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134640210304 : -131939069341312 : ffff88008aa3d180) 00000100:00100000:1.0:1749610777.775860:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079225880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494563200:12345-0@lo:400:kworker.0 00000020:00000001:3.0:1749610777.775862:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:1.0:1749610777.775864:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494563200 00000100:00000040:0.0:1749610777.775864:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008aa3d180 x1834598494562944/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610797 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610777.775865:0:12680:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:2.0:1749610777.775866:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:1.0:1749610777.775867:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749610777.775868:0:12680:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610777.775869:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1749610777.775870:0:12680:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1749610777.775870:0:10935:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:2.0:1749610777.775871:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610777.775872:0:12680:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:1.0:1749610777.775872:0:10935:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610777.775873:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000001:1.0:1749610777.775874:0:10935:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00100000:0.0:1749610777.775874:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008aa3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494562944:12345-0@lo:38:kworker.0 00000020:00000001:3.0:1749610777.775875:0:12680:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1749610777.775875:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:1.0:1749610777.775876:0:10935:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00080000:2.0:1749610777.775878:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000200:0.0:1749610777.775878:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494562944 00000020:00000001:3.0:1749610777.775879:0:12680:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610777.775879:0:10935:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1749610777.775881:0:12680:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00080000:2.0:1749610777.775881:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000020:00000001:0.0:1749610777.775881:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749610777.775883:0:12680:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749610777.775883:0:10935:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749610777.775883:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749610777.775884:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:1.0:1749610777.775885:0:10935:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749610777.775886:0:12680:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610777.775886:0:10935:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1749610777.775888:0:12680:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000040:2.0:1749610777.775888:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119280380 x1834598494562816/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610802 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610777.775888:0:10935:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610777.775890:0:10935:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1749610777.775892:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1749610777.775892:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610777.775894:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00020000:0.0:1749610777.775895:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749610777.775897:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119280380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494562816:0@lo:38:kworker.0 02000000:00000010:3.0:1749610777.775898:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801214d1000. 00010000:00000001:0.0:1749610777.775898:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:3.0:1749610777.775899:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610777.775899:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749610777.775901:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610777.775901:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:0.0:1749610777.775901:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610777.775902:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610777.775903:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1749610777.775904:0:12680:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610777.775904:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:2.0:1749610777.775906:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119280380 x1834598494562816/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610802 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610777.775906:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880113587c00. 00000100:00000001:0.0:1749610777.775906:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000040:3.0:1749610777.775907:0:12680:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494563456 02000000:00000001:1.0:1749610777.775908:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610777.775908:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:3.0:1749610777.775909:0:12680:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:1.0:1749610777.775910:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610777.775912:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000010:0.0:1749610777.775912:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88011154b800. 00000020:00000001:1.0:1749610777.775913:0:10935:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610777.775913:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1749610777.775914:0:12680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880119283100 x1834598494563456/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:213/0 lens 224/224 e 0 to 0 dl 1749610788 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610777.775914:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000040:1.0:1749610777.775915:0:10935:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494563200 00000100:00000001:0.0:1749610777.775916:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610777.775917:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88011157b400. 00010000:00000001:1.0:1749610777.775917:0:10935:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000001:0.0:1749610777.775918:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1749610777.775920:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:3.0:1749610777.775922:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:2.0:1749610777.775922:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000200:1.0:1749610777.775922:0:10935:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880079225880 x1834598494563200/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:213/0 lens 224/224 e 0 to 0 dl 1749610788 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610777.775924:0:12680:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610777.775924:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00010000:00000001:0.0:1749610777.775925:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610777.775926:0:12680:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=132 v=5 (1 1 1 1) 00000020:00000001:2.0:1749610777.775926:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610777.775929:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880111548000. 00000100:00001000:0.0:1749610777.775929:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610777.775930:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1749610777.775930:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1749610777.775931:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1749610777.775932:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00010000:00000001:1.0:1749610777.775932:0:10935:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610777.775932:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:2.0:1749610777.775933:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749610777.775934:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000010:2.0:1749610777.775935:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119280380. 00000100:00001000:1.0:1749610777.775935:0:10935:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=132 v=5 (1 1 1 1) 00000100:00000001:0.0:1749610777.775935:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1749610777.775937:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1749610777.775937:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 02000000:00000001:3.0:1749610777.775938:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610777.775939:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610777.775939:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610777.775940:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:1.0:1749610777.775942:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000001:0.0:1749610777.775942:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749610777.775944:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610777.775944:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610777.775945:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610777.775946:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749610777.775946:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1749610777.775946:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000040:3.0:1749610777.775948:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749610777.775948:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610777.775948:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749610777.775950:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749610777.775950:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610777.775951:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedc38. 00000100:00000001:2.0:1749610777.775952:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610777.775952:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610777.775953:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610777.775953:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749610777.775954:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:3.0:1749610777.775955:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494563456, offset 224 00000100:00000001:2.0:1749610777.775955:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1749610777.775955:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58ba18. 00000100:00000001:2.0:1749610777.775957:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1749610777.775957:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 00000100:00000001:2.0:1749610777.775958:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1749610777.775960:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749610777.775963:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119282a00 x1834598494563328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610777.775964:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494563200, offset 224 00000100:00000200:0.0:1749610777.775965:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494562944, offset 0 00000400:00000200:3.0:1749610777.775967:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610777.775968:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610777.775970:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610777.775971:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610777.775972:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610777.775973:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92ec80 02000000:00000001:2.0:1749610777.775973:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610777.775975:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749610777.775976:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749610777.775977:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610777.775978:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6a45 [1] + 224 00000100:00100000:2.0:1749610777.775980:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119282a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494563328:0@lo:38:kworker.0 00000400:00000200:0.0:1749610777.775980:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610777.775983:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610777.775983:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1749610777.775983:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92eb80 02000000:00000001:2.0:1749610777.775985:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1749610777.775987:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749610777.775987:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610777.775989:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1749610777.775989:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6a4d [1] + 224 00000400:00000200:0.0:1749610777.775989:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92ea80 02000000:00000010:2.0:1749610777.775991:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88011157b400. 02000000:00000001:2.0:1749610777.775993:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610777.775994:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:1.0:1749610777.775994:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1749610777.775997:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe630. 00000400:00000200:0.0:1749610777.775997:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6a3d [1] + 0 00000400:00000200:1.0:1749610777.775999:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610777.776000:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119280700 x1834598494563456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610793 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610777.776001:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aee0. 00000400:00000200:0.0:1749610777.776001:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610777.776002:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610777.776005:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494563328, portal 10 00000400:00000200:0.0:1749610777.776005:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610777.776006:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000200:1.0:1749610777.776006:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119282d80 x1834598494563200/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610793 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610777.776008:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031248384 : -131936678303232 : ffff880119282a00) 00000100:00000001:0.0:1749610777.776009:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:3.0:1749610777.776010:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880119280700 x1834598494563456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610793 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610777.776013:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119280a80 x1834598494562944/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610802 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610777.776014:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119282a00 x1834598494563328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610777.776016:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880119282d80 x1834598494563200/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610793 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610777.776021:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610777.776023:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:2.0:1749610777.776023:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749610777.776023:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119280a80 x1834598494562944/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610802 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610777.776025:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 00000400:00000200:3.0:1749610777.776027:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedc38 00000100:00000001:1.0:1749610777.776028:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:3.0:1749610777.776030:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedc38. 00000100:00000001:3.0:1749610777.776032:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610777.776032:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:2.0:1749610777.776033:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494563328, offset 0 00000100:00000001:3.0:1749610777.776034:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:2.0:1749610777.776037:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610777.776040:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 00000400:00000010:0.0:1749610777.776042:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 00000100:00000001:0.0:1749610777.776044:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:1.0:1749610777.776045:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58ba18 00000100:00000001:0.0:1749610777.776045:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000010:1.0:1749610777.776047:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58ba18. 00000100:00000001:3.0:1749610777.776049:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610777.776050:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610777.776051:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749610777.776052:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610777.776053:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000200:2.0:1749610777.776054:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1749610777.776055:0:12680:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:1.0:1749610777.776055:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610777.776055:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:3.0:1749610777.776057:0:12680:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610777.776057:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610777.776058:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000001:3.0:1749610777.776060:0:12680:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1749610777.776060:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92ec00 00010000:00000001:1.0:1749610777.776061:0:10935:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749610777.776063:0:10935:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610777.776063:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610777.776064:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119283100 x1834598494563456/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:213/0 lens 224/224 e 0 to 0 dl 1749610788 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610777.776065:0:10935:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1749610777.776068:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008aa3d180 x1834598494562944/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610797 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610777.776070:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 41648 00000100:00000040:1.0:1749610777.776070:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079225880 x1834598494563200/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:213/0 lens 224/224 e 0 to 0 dl 1749610788 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610777.776074:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880119283100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494563456:12345-0@lo:400:kworker.0 Request processed in 235us (557us total) trans 0 rc 0/0 00000400:00000200:2.0:1749610777.776075:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1749610777.776079:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008aa3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494562944:12345-0@lo:38:kworker.0 Request processed in 204us (650us total) trans 0 rc -19/-19 00000400:00000200:2.0:1749610777.776080:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1749610777.776081:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079225880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494563200:12345-0@lo:400:kworker.0 Request processed in 232us (449us total) trans 0 rc 0/0 00000100:00100000:3.0:1749610777.776083:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 223 00000100:00000001:2.0:1749610777.776083:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610777.776084:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:3.0:1749610777.776086:0:12680:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000010:2.0:1749610777.776088:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fe8c380. 00000100:00100000:0.0:1749610777.776088:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 356 00000100:00000001:3.0:1749610777.776089:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610777.776090:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:2.0:1749610777.776091:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006fe8c380 x1834598494563328 msgsize 520 00000100:00100000:1.0:1749610777.776092:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 224 00000100:00000001:0.0:1749610777.776092:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:2.0:1749610777.776095:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1749610777.776095:0:10935:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00000001:3.0:1749610777.776096:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1749610777.776096:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c480. 00000100:00000001:2.0:1749610777.776097:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749610777.776098:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:0.0:1749610777.776099:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8640. 00000020:00000010:3.0:1749610777.776100:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dffb00. 00000100:00000001:1.0:1749610777.776100:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1749610777.776101:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 00000400:00000010:2.0:1749610777.776103:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 00000020:00000010:0.0:1749610777.776103:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2a00. 00000020:00000010:3.0:1749610777.776104:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4addc80. 00000020:00000010:1.0:1749610777.776104:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cb80. 00000100:00000001:2.0:1749610777.776105:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749610777.776105:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749610777.776107:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f200. 00000020:00000010:1.0:1749610777.776107:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8708. 00000100:00000200:2.0:1749610777.776108:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119282a00 x1834598494563328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610777.776111:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3400. 00000020:00000040:3.0:1749610777.776112:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:0.0:1749610777.776112:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749610777.776114:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494563328 00000100:00000001:3.0:1749610777.776115:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610777.776115:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000040:1.0:1749610777.776116:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 02000000:00000001:0.0:1749610777.776116:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1749610777.776118:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119282a00 x1834598494563328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610802 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610777.776118:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610777.776119:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610777.776119:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610777.776122:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610777.776124:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610777.776124:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610777.776124:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494563328 00000100:00000001:2.0:1749610777.776125:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610777.776126:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1749610777.776126:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749610777.776127:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610777.776128:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610777.776128:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000040:0.0:1749610777.776128:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749610777.776129:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:3.0:1749610777.776130:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 357 00000100:00000040:2.0:1749610777.776131:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 665 usecs (1 jiffies) 00000020:00000001:0.0:1749610777.776131:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610777.776133:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134191742976 : -131939517808640 : ffff88006fe8c000) 00000100:00000001:1.0:1749610777.776133:0:10935:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610777.776133:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610777.776134:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300051234 00000100:00000001:1.0:1749610777.776135:0:10935:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610777.776136:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300051234 00000020:00000010:0.0:1749610777.776136:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f600. 00000100:00000040:3.0:1749610777.776137:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006fe8c000 x1834598494563072/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610797 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610777.776138:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300051234 00000020:00000010:0.0:1749610777.776138:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dffd00. 00000100:00000001:2.0:1749610777.776140:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300051234 00000020:00000010:0.0:1749610777.776141:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4adde10. 00000100:00000001:2.0:1749610777.776142:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300051234 00000100:00000001:0.0:1749610777.776143:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610777.776144:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300051234 00000100:00000001:0.0:1749610777.776144:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:3.0:1749610777.776146:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006fe8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494563072:12345-0@lo:38:kworker.0 00000100:00000001:2.0:1749610777.776146:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300051234 00000100:00080000:1.0:1749610777.776146:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:0.0:1749610777.776146:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610777.776148:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300051234 00000020:00000040:1.0:1749610777.776149:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:0.0:1749610777.776149:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610777.776150:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494563072 00000100:00000001:2.0:1749610777.776150:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749610777.776152:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749610777.776154:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749610777.776155:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610777.776156:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610777.776159:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000001:2.0:1749610777.776160:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749610777.776160:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610777.776161:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610777.776161:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1749610777.776162:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749610777.776162:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610777.776164:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe948. 00010000:00020000:3.0:1749610777.776165:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749610777.776165:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 358 00000400:00000200:2.0:1749610777.776166:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ad48 00010000:00000001:3.0:1749610777.776168:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:2.0:1749610777.776168:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ad48. 00010000:00000001:3.0:1749610777.776171:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610777.776171:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000001:1.0:1749610777.776172:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749610777.776172:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134191743872 : -131939517807744 : ffff88006fe8c380) 00000100:00000001:3.0:1749610777.776173:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000001:1.0:1749610777.776173:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:2.0:1749610777.776174:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119280a80 x1834598494562944/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610802 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610777.776175:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000010:1.0:1749610777.776175:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3dba50. 02000000:00000001:3.0:1749610777.776177:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1749610777.776177:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006fe8c380 x1834598494563328/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610797 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610777.776178:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bbb0 00000400:00000010:1.0:1749610777.776180:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bbb0. 02000000:00000010:3.0:1749610777.776181:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801214d1c00. 00000100:00000200:2.0:1749610777.776182:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119280a80 x1834598494562944/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610802 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610777.776183:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610777.776185:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610777.776186:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006fe8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494563328:12345-0@lo:38:kworker.0 00010000:00000001:3.0:1749610777.776187:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749610777.776188:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:3.0:1749610777.776189:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610777.776189:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:0.0:1749610777.776190:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494563328 00000100:00000001:2.0:1749610777.776191:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1749610777.776192:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000200:1.0:1749610777.776192:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119282d80 x1834598494563200/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610793 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610777.776192:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749610777.776193:0:28320:0:(client.c:1550:after_reply()) Process entered 00010000:00000001:0.0:1749610777.776194:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749610777.776195:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:2.0:1749610777.776195:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610777.776196:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610777.776198:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610777.776198:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610777.776200:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:2.0:1749610777.776200:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610777.776201:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119282d80 x1834598494563200/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610793 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610777.776201:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:0.0:1749610777.776204:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00001000:2.0:1749610777.776205:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610777 v=5 (0 0 0 0) 00000100:00000001:3.0:1749610777.776207:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00010000:00000001:0.0:1749610777.776207:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00001000:2.0:1749610777.776208:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=32 v=20 (20 1 1 1) 00000100:00000001:1.0:1749610777.776208:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000001:0.0:1749610777.776209:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610777.776210:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749610777.776210:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610777.776210:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610777.776211:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610777.776212:0:28323:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749610777.776212:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:3.0:1749610777.776213:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610777.776213:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749610777.776214:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:1.0:1749610777.776214:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1749610777.776215:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1749610777.776216:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749610777.776216:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1749610777.776218:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610777.776218:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119280a80 x1834598494562944/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610802 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610777.776218:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610777.776219:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880111548000. 00000100:00000001:3.0:1749610777.776220:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:1.0:1749610777.776220:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610777.776221:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610777.776222:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610777.776223:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610777.776224:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedc38. 00000100:00000001:2.0:1749610777.776225:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00001000:1.0:1749610777.776225:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=132 v=5 (5 5 5 5) 00010000:00000001:0.0:1749610777.776226:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749610777.776227:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610777.776228:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494563072, offset 0 00000100:00000001:2.0:1749610777.776228:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:1.0:1749610777.776228:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=132 v=5 (1 1 1 1) 00000100:00000001:2.0:1749610777.776229:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610777.776230:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00001000:0.0:1749610777.776230:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749610777.776231:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000400:00000200:3.0:1749610777.776232:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610777.776232:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610777.776232:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610777.776233:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00010000:00000001:1.0:1749610777.776234:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00080000:2.0:1749610777.776235:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1749610777.776235:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00080000:2.0:1749610777.776237:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000040:0.0:1749610777.776237:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000200:3.0:1749610777.776239:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610777.776239:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00080000:1.0:1749610777.776239:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880119282d80 x1834598494563200/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610793 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610777.776239:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749610777.776241:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:0.0:1749610777.776244:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000200:3.0:1749610777.776245:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92eb00 02000000:00000001:0.0:1749610777.776246:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1749610777.776247:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610777.776248:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119280a80 x1834598494562944/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610802 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610777.776248:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610777.776250:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6a59 [1] + 0 00000100:00000001:1.0:1749610777.776250:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1749610777.776250:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610777.776252:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000040:0.0:1749610777.776252:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1749610777.776254:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610777.776254:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000400:00000010:0.0:1749610777.776254:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 00000100:00000001:1.0:1749610777.776255:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610777.776257:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1749610777.776257:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494562944:0@lo:38:kworker.0 00000100:00000200:0.0:1749610777.776258:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494563328, offset 0 00000100:00000040:1.0:1749610777.776259:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119282d80 x1834598494563200/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610793 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610777.776260:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610777.776261:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610777.776263:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1749610777.776264:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119282680 x1834598494563072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610802 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610777.776265:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749610777.776266:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119280a80 x1834598494562944/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610802 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610777.776268:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610777.776269:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610777.776272:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1749610777.776273:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119282680 x1834598494563072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610802 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610777.776273:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119282d80 x1834598494563200/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610793 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610777.776274:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610777.776276:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880111579000. 02000000:00000001:2.0:1749610777.776278:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1749610777.776278:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1749610777.776280:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:1.0:1749610777.776280:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119282d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494563200:0@lo:400:kworker.0 00000020:00000040:2.0:1749610777.776281:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:3.0:1749610777.776282:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:2.0:1749610777.776283:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610777.776284:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88011154b400. 00000400:00000200:3.0:1749610777.776285:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedc38 00000400:00000200:0.0:1749610777.776285:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1749610777.776287:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedc38. 02000000:00000001:2.0:1749610777.776287:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610777.776288:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610777.776289:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119280a80. 00000100:00000001:3.0:1749610777.776290:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610777.776291:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:0.0:1749610777.776291:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92ec00 00000100:00000001:2.0:1749610777.776292:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610777.776292:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610777.776293:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610777.776294:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610777.776294:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610777.776295:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610777.776296:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6a6d [1] + 0 00000100:00000040:3.0:1749610777.776297:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:1.0:1749610777.776298:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119282d80 x1834598494563200/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610793 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610777.776299:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610777.776299:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610777.776300:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610777.776300:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1749610777.776301:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610777.776302:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1749610777.776303:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610777.776304:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1749610777.776305:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fe8c000 x1834598494563072/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610797 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610777.776305:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000001:2.0:1749610777.776307:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1749610777.776307:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1749610777.776307:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000001:2.0:1749610777.776308:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:1.0:1749610777.776309:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d124400. 00000400:00000010:2.0:1749610777.776310:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fee70. 00000100:00000200:0.0:1749610777.776311:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119282a00 x1834598494563328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610802 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610777.776313:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a880 00000100:00100000:3.0:1749610777.776314:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006fe8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494563072:12345-0@lo:38:kworker.0 Request processed in 167us (630us total) trans 0 rc -19/-19 02000000:00000001:1.0:1749610777.776314:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:2.0:1749610777.776315:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a880. 00000020:00000001:1.0:1749610777.776315:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749610777.776316:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000040:1.0:1749610777.776316:0:28323:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1749610777.776318:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:2.0:1749610777.776320:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119282680 x1834598494563072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610802 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610777.776320:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3fa00. 00000100:00000040:0.0:1749610777.776320:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119282a00 x1834598494563328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610802 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610777.776324:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610777.776325:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610777.776326:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119282d80. 00000100:00100000:3.0:1749610777.776327:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 357 00000100:00000200:2.0:1749610777.776328:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119282680 x1834598494563072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610802 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610777.776328:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610777.776329:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610777.776331:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1749610777.776332:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 00000400:00000010:0.0:1749610777.776333:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 00000020:00000010:3.0:1749610777.776334:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff680. 00000100:00000001:0.0:1749610777.776335:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610777.776336:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000020:00000010:3.0:1749610777.776337:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4addd48. 00000100:00000001:0.0:1749610777.776337:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610777.776338:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610777.776339:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610777.776340:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8fa00. 00000100:00000001:2.0:1749610777.776340:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610777.776340:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610777.776341:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610777.776342:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610777.776342:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610777.776343:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749610777.776344:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610777.776344:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610777.776345:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610777.776346:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610777.776346:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610777.776346:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610777.776348:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610777.776348:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610777.776349:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610777.776350:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610777.776350:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fe8c380 x1834598494563328/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610797 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749610777.776353:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610777 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610777.776356:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=132 v=20 (1 1 1 20) 00000100:00000001:3.0:1749610777.776359:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610777.776359:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00100000:0.0:1749610777.776359:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006fe8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494563328:12345-0@lo:38:kworker.0 Request processed in 173us (265us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749610777.776360:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610777.776361:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610777.776362:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000001:3.0:1749610777.776365:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1749610777.776366:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119282680 x1834598494563072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610802 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610777.776366:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 358 00000400:00000001:3.0:1749610777.776367:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749610777.776368:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:3.0:1749610777.776369:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffbb0. 00000100:00000001:0.0:1749610777.776369:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1749610777.776372:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dffd00. 00000400:00000200:3.0:1749610777.776373:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821088 00000100:00000001:2.0:1749610777.776373:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:3.0:1749610777.776375:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821088. 00000100:00000001:2.0:1749610777.776375:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:0.0:1749610777.776375:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4adde10. 00000100:00000001:2.0:1749610777.776377:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610777.776378:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610777.776378:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000010:0.0:1749610777.776378:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f600. 00000100:00000001:2.0:1749610777.776380:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610777.776381:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749610777.776382:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119280700 x1834598494563456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610793 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749610777.776382:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610777.776384:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610777.776386:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610777.776390:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119282680 x1834598494563072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610802 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610777.776391:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119280700 x1834598494563456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610793 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610777.776398:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:2.0:1749610777.776398:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119282680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494563072:0@lo:38:kworker.0 00000100:00000001:3.0:1749610777.776399:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610777.776401:0:28324:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749610777.776401:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610777.776403:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610777.776403:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610777.776405:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1749610777.776405:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119282680 x1834598494563072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610802 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610777.776406:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610777.776409:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610777.776413:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=82 v=5 (5 5 5 5) 00000100:00001000:3.0:1749610777.776416:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=82 v=5 (1 1 1 1) 00000100:00000001:3.0:1749610777.776419:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610777.776420:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610777.776422:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1749610777.776422:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610777.776424:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610777.776425:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88011157b000. 00010000:00080000:3.0:1749610777.776426:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880119280700 x1834598494563456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610793 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610777.776428:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610777.776429:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610777.776430:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749610777.776432:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1749610777.776433:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610777.776433:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880111548c00. 02000000:00000001:2.0:1749610777.776435:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610777.776437:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610777.776438:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119282680. 00000100:00000001:3.0:1749610777.776441:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1749610777.776442:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000040:3.0:1749610777.776443:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:2.0:1749610777.776443:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610777.776445:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749610777.776445:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610777.776446:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610777.776447:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610777.776448:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749610777.776450:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1749610777.776451:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119280700 x1834598494563456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610793 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749610777.776451:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610777.776453:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe630. 00000400:00000200:2.0:1749610777.776455:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aee0 00000100:00000001:3.0:1749610777.776457:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1749610777.776457:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aee0. 00000100:00000001:2.0:1749610777.776459:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610777.776460:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610777.776461:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749610777.776462:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119282a00 x1834598494563328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610802 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610777.776464:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119280700 x1834598494563456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610793 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610777.776471:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119282a00 x1834598494563328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610802 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610777.776472:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119280700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494563456:0@lo:400:kworker.0 00000100:00000001:3.0:1749610777.776477:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610777.776477:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610777.776478:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610777.776479:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610777.776480:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:3.0:1749610777.776481:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119280700 x1834598494563456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610793 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610777.776481:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610777.776483:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610777.776484:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610777.776486:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610777.776488:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00001000:2.0:1749610777.776489:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610777 v=5 (0 0 0 0) 02000000:00000001:3.0:1749610777.776490:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610777.776492:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007fb8e800. 00000100:00001000:2.0:1749610777.776492:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=82 v=20 (1 1 1 20) 02000000:00000001:3.0:1749610777.776495:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610777.776496:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610777.776498:0:28324:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749610777.776499:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000001:3.0:1749610777.776500:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749610777.776501:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000010:3.0:1749610777.776502:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f800. 00000100:00000001:2.0:1749610777.776503:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:3.0:1749610777.776505:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610777.776506:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610777.776507:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119280700. 00000100:00000040:2.0:1749610777.776507:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119282a00 x1834598494563328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610802 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610777.776511:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610777.776512:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610777.776514:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610777.776514:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610777.776516:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610777.776517:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610777.776518:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610777.776519:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610777.776519:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610777.776520:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610777.776544:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610777.776546:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610777.776546:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610777.776549:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610777.776551:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610777.776555:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119282a00 x1834598494563328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610802 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610777.776562:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119282a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494563328:0@lo:38:kworker.0 00000100:00000001:2.0:1749610777.776566:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610777.776568:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610777.776571:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119282a00 x1834598494563328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610802 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610777.776577:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610777.776579:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:1.0:1749610777.776579:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300051234, at 4300051234 02000000:00000010:2.0:1749610777.776581:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88011157b400. 02000000:00000001:2.0:1749610777.776583:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610777.776584:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610777.776585:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000100:00000010:1.0:1749610777.776586:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677d00. 00000100:00000040:0.0:1749610777.776586:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300051234, at 4300051234 00000020:00000001:2.0:1749610777.776587:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610777.776588:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88011154bc00. 02000000:00000001:2.0:1749610777.776591:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610777.776592:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610777.776593:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119282a00. 00000100:00000010:0.0:1749610777.776599:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677280. 00000100:00000001:2.0:1749610777.776601:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610777.776603:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610777.776605:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610777.776606:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610777.776608:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610777.776609:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610777.776611:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610777.777589:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300051234, at 4300051235 00000100:00000010:3.0:1749610777.777597:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b6778c0. 00000100:00000040:2.0:1749610777.777611:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300051234, at 4300051235 00000100:00000010:2.0:1749610777.777623:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677a80. 00000100:00000001:0.0:1749610777.861627:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610777.861632:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610777.861634:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610777.861638:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610777.861641:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610777.861644:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610777.861646:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610777.861648:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610777.861650:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610778.457684:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610778.457693:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610778.457695:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610778.457701:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610778.457705:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610778.457709:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610778.457712:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610778.457715:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610778.457718:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610778.690712:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610778.690720:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610778.690757:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1749610778.690760:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610778.690762:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610778.776636:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610778.776653:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610778.776655:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610778.776660:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610778.776663:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610778.776666:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610778.776669:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610778.861624:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610778.861648:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610778.861651:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610778.861655:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610778.861658:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610778.861663:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610778.861666:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610778.861669:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610778.861671:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610779.457656:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610779.457665:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610779.457667:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610779.457672:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610779.457693:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610779.457697:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610779.457700:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610779.457703:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610779.457705:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610779.692718:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610779.692727:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610779.692869:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610779.692875:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610779.692878:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610779.776658:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610779.776675:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610779.776678:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610779.776682:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610779.776685:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610779.776689:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610779.776691:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610779.861664:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610779.861672:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610779.861675:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610779.861679:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610779.861683:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610779.861688:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610779.861691:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610779.861694:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610779.861697:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610780.457696:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610780.457705:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610780.457709:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610780.457715:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610780.457720:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610780.457724:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610780.457729:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610780.457733:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610780.457737:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610780.694713:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610780.694721:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610780.694875:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610780.694883:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610780.694888:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610780.776695:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610780.776712:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610780.776715:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610780.776720:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610780.776722:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610780.776726:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610780.776729:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610780.861679:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610780.861688:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610780.861690:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610780.861695:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610780.861699:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610780.861702:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610780.861705:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610780.861709:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610780.861711:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1749610781.259217:0:28316:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610781.259236:0:28316:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749610781.259250:0:28316:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610781.259254:0:28316:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610781.259267:0:28316:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.202.106@tcp(192.168.202.106@tcp) <- 192.168.202.6@tcp : PUT - for me 00000400:00000200:0.0:1749610781.259288:0:28316:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.202.6@tcp of length 520 into portal 26 MB=0x6848ee5f00e80 00000400:00000100:0.0:1749610781.259297:0:28316:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-192.168.202.6@tcp portal 26 match 1834599138201216 offset 0 length 520: 4 00000400:00000200:0.0:1749610781.259303:0:28316:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88006dfe5ce0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1749610781.259306:0:28316:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000800:00000001:0.0:1749610781.259317:0:28316:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610781.259328:0:28316:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749610781.259331:0:28316:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749610781.259334:0:28316:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610781.457737:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610781.457748:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610781.457751:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610781.457758:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610781.457820:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610781.457826:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610781.457830:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610781.457833:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610781.457836:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610781.696719:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610781.696726:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610781.696861:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610781.696868:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610781.696872:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610781.776685:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610781.776704:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610781.776706:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610781.776711:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610781.776714:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610781.776718:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610781.776720:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610781.861659:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610781.861665:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610781.861668:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610781.861672:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610781.861675:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610781.861679:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610781.861682:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610781.861685:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610781.861687:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610782.457692:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610782.457700:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610782.457702:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610782.457708:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610782.457711:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610782.457734:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610782.457738:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610782.457741:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610782.457743:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610782.698729:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610782.698736:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610782.698852:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610782.698858:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610782.698862:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610782.776619:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610782.776636:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610782.776638:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610782.776642:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610782.776645:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610782.776649:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610782.776651:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610782.782628:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610782.782636:0:8737:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1749610782.782639:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610782.782643:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610782.782646:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610782.782649:0:8737:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610782.782653:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610782.782658:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5383 00000100:00080000:0.0:1749610782.782663:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610782.782666:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610782.782669:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610782.782672:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610782.782674:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610782.782677:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610782.782679:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749610782.782683:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610782.782687:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749610782.782689:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749610782.782692:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749610782.782695:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610782.782696:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610782.782698:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610782.782700:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610782.782703:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:0.0:1749610782.782707:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610782.782728:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610782.782732:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610782.782739:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610782.782742:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610782.782744:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610782.782775:0:8737:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610782.782783:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119281500. 00000020:00000040:0.0:1749610782.782787:0:8737:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749610782.782791:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610782.782793:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610782.782796:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610782.782799:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610782.782803:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610782.782810:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88011154bc00. 00000100:00000001:0.0:1749610782.782817:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610782.782828:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119281500 x1834598494563584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610782.782840:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610782.782845:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610782.782849:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119281500] to pc [ptlrpcd_rcv+-1] req@ffff880119281500 x1834598494563584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610782.782875:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610782.782879:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610782.782882:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610782.782884:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610782.782886:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610782.782888:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610782.782891:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5383 00000100:00080000:0.0:1749610782.782893:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610782.782896:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610782.782898:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610782.782899:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610782.782908:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610782.782911:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610782.782913:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749610782.782914:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610782.782917:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749610782.782919:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:0.0:1749610782.782921:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:0.0:1749610782.782924:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610782.782926:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610782.782927:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610782.782929:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610782.782931:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:0.0:1749610782.782933:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610782.782935:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610782.782937:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749610782.782938:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749610782.782941:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610782.782943:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610782.782944:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610782.782945:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610782.782946:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610782.782947:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1749610782.782950:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119282a00. 00000020:00000040:0.0:1749610782.782952:0:8737:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749610782.782955:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610782.782956:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610782.782957:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:2.0:1749610782.782959:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119281500 x1834598494563584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610782.782959:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610782.782961:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610782.782965:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88011154b400. 00000100:00000001:0.0:1749610782.782968:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610782.782973:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119282a00 x1834598494563712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610782.782975:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610782.782978:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610782.782981:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1749610782.782982:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749610782.782983:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610782.782986:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119282a00] to pc [ptlrpcd_rcv+-1] req@ffff880119282a00 x1834598494563712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610782.782987:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610782.782991:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610782.782997:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119281500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494563584:0@lo:38:kworker.0 00000100:00000001:0.0:1749610782.783001:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610782.783003:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1749610782.783004:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610782.783007:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 02000000:00000001:2.0:1749610782.783008:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749610782.783009:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610782.783010:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:2.0:1749610782.783012:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610782.783012:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610782.783015:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5383 02000000:00000001:2.0:1749610782.783016:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:0.0:1749610782.783017:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610782.783020:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 02000000:00000010:2.0:1749610782.783022:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88011157b400. 00000100:00000001:0.0:1749610782.783022:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610782.783023:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610782.783025:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:2.0:1749610782.783026:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610782.783027:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610782.783028:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:0.0:1749610782.783029:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610782.783031:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000020:00000001:0.0:1749610782.783034:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000400:00000010:2.0:1749610782.783035:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe630. 00000020:00000001:0.0:1749610782.783036:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000040:0.0:1749610782.783039:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610782.783041:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610782.783043:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000010:2.0:1749610782.783044:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aee0. 00000100:00000001:0.0:1749610782.783045:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610782.783047:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00080000:0.0:1749610782.783049:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610782.783051:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610782.783052:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000200:2.0:1749610782.783054:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494563584, portal 4 02000000:00000001:0.0:1749610782.783055:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610782.783057:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610782.783058:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610782.783059:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610782.783061:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031243008 : -131936678308608 : ffff880119281500) 00000100:00000001:0.0:1749610782.783064:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610782.783068:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119280700. 00000020:00000040:0.0:1749610782.783070:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1749610782.783073:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610782.783074:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610782.783076:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610782.783077:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610782.783079:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610782.783083:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e0800. 00000100:00000040:2.0:1749610782.783084:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119281500 x1834598494563584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610782.783086:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610782.783090:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119280700 x1834598494563840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610782.783097:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610782.783097:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610782.783099:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610782.783102:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749610782.783102:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119280700] to pc [ptlrpcd_rcv+-1] req@ffff880119280700 x1834598494563840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610782.783106:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a880. 00000100:00000001:0.0:1749610782.783109:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610782.783111:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494563584, offset 0 00000100:00000040:0.0:1749610782.783112:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749610782.783115:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749610782.783118:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119282680. 00000400:00000200:2.0:1749610782.783120:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:0.0:1749610782.783120:0:8737:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749610782.783122:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610782.783124:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610782.783125:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610782.783129:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f200. 00000100:00000001:0.0:1749610782.783131:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610782.783135:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880119282680 x1834598494563968/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1749610782.783139:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610782.783146:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610782.783149:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610782.783153:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf92ed00 00000100:00000040:0.0:1749610782.783157:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119282680] to pc [ptlrpcd_00_00+0] req@ffff880119282680 x1834598494563968/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610782.783164:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3ded [256] + 21840 00000400:00000200:2.0:1749610782.783175:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610782.783181:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610782.783189:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610782.783192:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1749610782.783198:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fe8c700. 00000100:00000040:2.0:1749610782.783203:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006fe8c700 x1834598494563584 msgsize 520 00000100:00100000:2.0:1749610782.783209:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610782.783217:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610782.783222:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:2.0:1749610782.783223:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00080000:0.0:1749610782.783227:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610782.783229:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610782.783232:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:2.0:1749610782.783233:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a880 00000100:00000001:0.0:1749610782.783236:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000400:00000010:2.0:1749610782.783237:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a880. 00000100:00080000:0.0:1749610782.783240:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5383 00000100:00000001:2.0:1749610782.783242:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00080000:0.0:1749610782.783243:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610782.783247:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000200:2.0:1749610782.783248:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119281500 x1834598494563584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610782.783251:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610782.783254:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610782.783257:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610782.783260:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610782.783262:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1749610782.783263:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:0.0:1749610782.783265:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1749610782.783268:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119281500 x1834598494563584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610807 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749610782.783268:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:0.0:1749610782.783271:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:3.0:1749610782.783272:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1749610782.783274:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00100000:3.0:1749610782.783278:0:28322:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000040:0.0:1749610782.783279:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610782.783280:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610782.783281:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610782.783281:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610782.783283:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1749610782.783284:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610782.783287:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610782.783288:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610782.783289:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610782.783290:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1749610782.783290:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00000001:3.0:1749610782.783292:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610782.783294:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1749610782.783294:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000040:2.0:1749610782.783295:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1268 usecs (2 jiffies) 00000100:00000001:3.0:1749610782.783296:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610782.783297:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610782.783300:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749610782.783301:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300056242 00000100:00000040:3.0:1749610782.783304:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119282680 x1834598494563968/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610782.783306:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1749610782.783307:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677a80. 00000100:00000001:1.0:1749610782.783309:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749610782.783309:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610782.783311:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:1.0:1749610782.783315:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610782.783317:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610782.783317:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:3.0:1749610782.783319:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610782.783324:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749610782.783324:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610782.783327:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1749610782.783329:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119282d80. 02000000:00000001:3.0:1749610782.783331:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610782.783333:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300056242 00000020:00000040:0.0:1749610782.783333:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00100000:3.0:1749610782.783335:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119282680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:28322:1834598494563968:0@lo:400:kworker.0 02000000:00000001:0.0:1749610782.783337:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000010:2.0:1749610782.783338:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677a00. 02000000:00000001:0.0:1749610782.783339:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610782.783342:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749610782.783342:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1749610782.783343:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 02000000:00000001:0.0:1749610782.783344:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749610782.783345:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749610782.783347:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300056242 02000000:00000001:0.0:1749610782.783347:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610782.783348:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610782.783351:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:2.0:1749610782.783352:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677880. 00000100:00000001:1.0:1749610782.783353:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000010:0.0:1749610782.783353:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e0c00. 00000100:00000001:2.0:1749610782.783356:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00100000:1.0:1749610782.783356:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494563584 02000000:00000010:3.0:1749610782.783358:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7b3600. 02000000:00000001:1.0:1749610782.783358:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610782.783358:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610782.783360:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300056242 02000000:00000001:3.0:1749610782.783361:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610782.783362:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000010:2.0:1749610782.783364:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677ac0. 00000100:00000001:1.0:1749610782.783366:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610782.783366:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119282d80 x1834598494564096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1749610782.783367:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7c60. 00000100:00000001:2.0:1749610782.783368:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 02000000:00000001:1.0:1749610782.783370:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610782.783374:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedc38. 00000100:00000001:2.0:1749610782.783374:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749610782.783374:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494563584 00000020:00000001:1.0:1749610782.783376:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610782.783378:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610782.783378:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749610782.783379:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000200:3.0:1749610782.783380:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494563968, portal 10 00000020:00000001:1.0:1749610782.783380:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610782.783383:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610782.783383:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610782.783384:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610782.783386:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031247488 : -131936678304128 : ffff880119282680) 00000100:00000001:2.0:1749610782.783386:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610782.783388:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119282d80] to pc [ptlrpcd_rcv+-1] req@ffff880119282d80 x1834598494564096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610782.783393:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610782.783395:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1749610782.783395:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610782.783397:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119282680 x1834598494563968/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610798 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610782.783398:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610782.783400:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610782.783401:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1749610782.783401:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124400. 00000100:00000001:2.0:1749610782.783403:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1749610782.783405:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749610782.783406:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000010:1.0:1749610782.783407:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9180. 00000100:00000001:0.0:1749610782.783410:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:2.0:1749610782.783412:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119282a00 x1834598494563712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610782.783413:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c3e8. 00000100:00000010:0.0:1749610782.783414:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119280a80. 00000020:00000040:0.0:1749610782.783418:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:1.0:1749610782.783419:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610782.783421:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610782.783421:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1749610782.783423:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610782.783423:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749610782.783425:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1749610782.783426:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610782.783427:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610782.783430:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749610782.783430:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610782.783430:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f600. 00000100:00000001:3.0:1749610782.783431:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610782.783433:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610782.783434:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610782.783435:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749610782.783437:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610782.783438:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749610782.783439:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedbb0. 00000100:00000040:0.0:1749610782.783440:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880119280a80 x1834598494564224/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749610782.783442:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119282a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494563712:0@lo:38:kworker.0 00000100:00000200:3.0:1749610782.783444:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494563968, offset 0 00000100:00000001:2.0:1749610782.783448:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749610782.783448:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610782.783450:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1749610782.783451:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749610782.783451:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749610782.783452:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1749610782.783454:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610782.783455:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610782.783456:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 134 02000000:00000001:2.0:1749610782.783457:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749610782.783459:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134191744768 : -131939517806848 : ffff88006fe8c700) 00000400:00000200:3.0:1749610782.783462:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:2.0:1749610782.783462:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88011157b000. 00000100:00000040:0.0:1749610782.783463:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119280a80] to pc [ptlrpcd_00_01+1] req@ffff880119280a80 x1834598494564224/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610782.783465:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610782.783465:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006fe8c700 x1834598494563584/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610802 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610782.783472:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf92ee80 00000100:00100000:1.0:1749610782.783478:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006fe8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494563584:12345-0@lo:38:kworker.0 00000400:00000010:2.0:1749610782.783479:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fee70. 00000400:00000200:3.0:1749610782.783481:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be9 [64] + 42168 00000100:00000200:1.0:1749610782.783483:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494563584 00000020:00000001:1.0:1749610782.783486:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:3.0:1749610782.783490:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1749610782.783490:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:3.0:1749610782.783495:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610782.783500:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000400:00000010:2.0:1749610782.783501:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a880. 00000100:00000200:3.0:1749610782.783503:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:1.0:1749610782.783504:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610782.783504:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610782.783507:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494563712, portal 10 00000100:00000010:3.0:1749610782.783508:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135bce00. 00010000:00020000:1.0:1749610782.783508:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:3.0:1749610782.783511:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff8801135bce00 x1834598494563968 msgsize 224 00000100:00000001:2.0:1749610782.783511:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00010000:00000001:1.0:1749610782.783511:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:0.0:1749610782.783512:0:8737:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5393) 00000100:00000001:2.0:1749610782.783513:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031248384 : -131936678303232 : ffff880119282a00) 00010000:00000001:1.0:1749610782.783515:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:3.0:1749610782.783516:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610782.783518:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749610782.783521:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1749610782.783554:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119282a00 x1834598494563712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610782.783558:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1749610782.783562:0:28321:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1749610782.783565:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610782.783567:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610782.783571:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610782.783573:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610782.783575:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000010:2.0:1749610782.783575:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ad48. 00000100:00000001:0.0:1749610782.783576:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749610782.783579:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494563712, offset 0 00000100:00000001:0.0:1749610782.783579:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610782.783581:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1749610782.783582:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedbb0 00000100:00000001:0.0:1749610782.783583:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1749610782.783585:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedbb0. 00000100:00000001:3.0:1749610782.783589:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:0.0:1749610782.783590:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119280a80 x1834598494564224/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610782.783594:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119282680 x1834598494563968/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610798 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610782.783597:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610782.783600:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610782.783602:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610782.783603:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1749610782.783604:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1749610782.783606:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119282680 x1834598494563968/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610798 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610782.783606:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749610782.783606:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749610782.783608:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1749610782.783609:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880113584400. 02000000:00000001:0.0:1749610782.783610:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610782.783612:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92ed80 02000000:00000001:1.0:1749610782.783612:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610782.783613:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610782.783613:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494564224:0@lo:400:kworker.0 00000100:00000001:1.0:1749610782.783614:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610782.783615:0:28322:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749610782.783617:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1749610782.783618:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 42392 00000100:00000001:3.0:1749610782.783619:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610782.783619:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1749610782.783620:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:1.0:1749610782.783621:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610782.783622:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610782.783623:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 886 usecs (1 jiffies) 00000400:00000200:2.0:1749610782.783623:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749610782.783624:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749610782.783626:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300056242 00000400:00000200:2.0:1749610782.783626:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:0.0:1749610782.783628:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007fb8f600. 00000100:00000001:3.0:1749610782.783629:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300056242 00000100:00000001:2.0:1749610782.783630:0:28320:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:0.0:1749610782.783630:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610782.783632:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300056242 00000100:00000200:2.0:1749610782.783632:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749610782.783634:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300056242 00000400:00000010:0.0:1749610782.783634:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffd68. 00000100:00000010:2.0:1749610782.783636:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fe8ca80. 00000100:00001000:1.0:1749610782.783638:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:2.0:1749610782.783639:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006fe8ca80 x1834598494563712 msgsize 520 00000400:00000010:0.0:1749610782.783639:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821bb0. 00000100:00000001:3.0:1749610782.783643:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300056242 00000100:00100000:2.0:1749610782.783643:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610782.783643:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000200:0.0:1749610782.783643:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494564224, portal 10 00000100:00000001:3.0:1749610782.783645:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300056242 00000100:00000001:0.0:1749610782.783645:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610782.783646:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749610782.783647:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300056242 00000100:00000001:0.0:1749610782.783647:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031240320 : -131936678311296 : ffff880119280a80) 00000100:00000001:3.0:1749610782.783649:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300056242 00000100:00000040:1.0:1749610782.783650:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610782.783651:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610782.783652:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749610782.783652:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610782.783654:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610782.783654:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119280a80 x1834598494564224/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610798 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610782.783655:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000200:2.0:1749610782.783656:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ad48 00000100:00000001:3.0:1749610782.783657:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610782.783658:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ad48. 00000100:00000040:1.0:1749610782.783658:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610782.783659:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610782.783661:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610782.783661:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:1.0:1749610782.783661:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749610782.783661:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610782.783662:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1749610782.783663:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610782.783664:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610782.783664:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610782.783665:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610782.783665:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119282a00 x1834598494563712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610782.783665:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610782.783667:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610782.783671:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bbb0. 00000400:00000010:0.0:1749610782.783672:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958212a8. 00000100:00000001:2.0:1749610782.783673:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1749610782.783675:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494563584, offset 0 00000100:00000040:2.0:1749610782.783676:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119282a00 x1834598494563712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610807 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610782.783677:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494564224, offset 0 00000400:00000200:1.0:1749610782.783681:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610782.783683:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610782.783685:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:1.0:1749610782.783690:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610782.783691:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749610782.783693:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494563968 00000400:00000200:0.0:1749610782.783694:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1749610782.783695:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610782.783698:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1749610782.783698:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf92ed00 00000100:00000001:2.0:1749610782.783699:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610782.783700:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610782.783703:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610782.783703:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 946 usecs (1 jiffies) 00000400:00000200:1.0:1749610782.783705:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6a7d [1] + 0 00000100:00100000:3.0:1749610782.783706:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494563968 00000100:00000001:2.0:1749610782.783706:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300056242 00000400:00000200:0.0:1749610782.783706:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1749610782.783708:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610782.783709:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000100:00000001:2.0:1749610782.783709:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300056242 00000400:00000200:1.0:1749610782.783710:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1749610782.783711:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610782.783712:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300056242 00000020:00000040:3.0:1749610782.783714:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000100:00000001:2.0:1749610782.783714:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300056242 00000400:00000200:1.0:1749610782.783715:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610782.783716:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf92ef80 00000020:00000001:3.0:1749610782.783717:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:2.0:1749610782.783717:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300056242 00000020:00000001:3.0:1749610782.783719:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:2.0:1749610782.783719:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300056242 00000100:00000001:1.0:1749610782.783719:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610782.783721:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300056242 00000100:00000001:2.0:1749610782.783723:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300056242 00000400:00000200:0.0:1749610782.783723:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be9 [64] + 42912 00000100:00000001:3.0:1749610782.783724:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000200:1.0:1749610782.783724:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119281500 x1834598494563584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610807 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610782.783725:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749610782.783727:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4211100. 00000100:00000001:2.0:1749610782.783727:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610782.783730:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1749610782.783732:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:3.0:1749610782.783734:0:9693:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000040:2.0:1749610782.783734:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119280700 x1834598494563840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610782.783735:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119281500 x1834598494563584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610807 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610782.783738:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610782.783741:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1749610782.783741:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610782.783743:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610782.783743:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000020:00000010:3.0:1749610782.783744:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3a00. 02000000:00000001:2.0:1749610782.783745:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749610782.783745:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:0.0:1749610782.783746:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:2.0:1749610782.783773:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1749610782.783773:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119280380. 00000020:00000010:3.0:1749610782.783774:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cb80. 02000000:00000001:2.0:1749610782.783776:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610782.783777:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff880119280380 x1834598494564224 msgsize 224 00000400:00000200:1.0:1749610782.783778:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bbb0 00000020:00000010:3.0:1749610782.783779:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8578. 00000100:00100000:2.0:1749610782.783779:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119280700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494563840:0@lo:38:kworker.0 00000400:00000010:1.0:1749610782.783781:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bbb0. 00000100:00000001:2.0:1749610782.783783:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:0.0:1749610782.783783:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749610782.783784:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:3.0:1749610782.783786:0:9693:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 02000000:00000001:2.0:1749610782.783786:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749610782.783786:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:2.0:1749610782.783788:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610782.783790:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749610782.783790:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610782.783793:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880111579000. 00000100:00000040:1.0:1749610782.783793:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:2.0:1749610782.783795:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610782.783795:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610782.783796:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:1.0:1749610782.783797:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1749610782.783799:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe948. 00000400:00000010:2.0:1749610782.783802:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ad48. 00000400:00000200:0.0:1749610782.783803:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958212a8 00000100:00000001:3.0:1749610782.783805:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610782.783806:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:0.0:1749610782.783806:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958212a8. 00000100:00000040:1.0:1749610782.783809:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fe8c700 x1834598494563584/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610802 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610782.783810:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610782.783810:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749610782.783812:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494563840, portal 10 00000100:00000001:2.0:1749610782.783814:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610782.783815:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749610782.783817:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000200:0.0:1749610782.783817:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119280a80 x1834598494564224/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610798 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610782.783819:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610782.783820:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006fe8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494563584:12345-0@lo:38:kworker.0 Request processed in 341us (615us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749610782.783821:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031239424 : -131936678312192 : ffff880119280700) 00000100:00000001:3.0:1749610782.783826:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610782.783828:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119280700 x1834598494563840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610782.783830:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 134 00000100:00000001:0.0:1749610782.783830:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610782.783832:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610782.783834:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749610782.783834:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1749610782.783834:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119280a80 x1834598494564224/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610798 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610782.783835:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:3.0:1749610782.783836:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494563712 00000100:00000040:2.0:1749610782.783837:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1749610782.783838:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610782.783839:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1749610782.783839:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 00000020:00000010:1.0:1749610782.783839:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9180. 00000100:00000001:3.0:1749610782.783842:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610782.783842:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494563840, offset 0 00000020:00000010:1.0:1749610782.783843:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c3e8. 02000000:00000001:3.0:1749610782.783844:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610782.783846:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610782.783846:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610782.783847:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494563712 00000020:00000010:1.0:1749610782.783847:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124400. 00000020:00000001:3.0:1749610782.783848:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749610782.783849:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:3.0:1749610782.783850:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610782.783851:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749610782.783852:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749610782.783853:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610782.783853:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610782.783854:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610782.783855:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610782.783858:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2c00. 00000400:00000200:2.0:1749610782.783859:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92ee00 00000100:00000040:0.0:1749610782.783859:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 813 usecs (1 jiffies) 00000020:00000010:3.0:1749610782.783862:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c480. 00000400:00000200:2.0:1749610782.783863:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 43136 00000020:00000010:3.0:1749610782.783864:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c84b0. 00000100:00000001:0.0:1749610782.783864:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300056242 00000100:00000001:3.0:1749610782.783866:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610782.783867:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300056242 00000100:00000001:3.0:1749610782.783868:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1749610782.783868:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610782.783869:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300056242 00000100:00000001:3.0:1749610782.783870:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610782.783871:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610782.783872:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300056242 00000100:00000001:3.0:1749610782.783873:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610782.783874:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749610782.783874:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300056242 00000100:00000200:2.0:1749610782.783876:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749610782.783876:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300056242 00000100:00000001:3.0:1749610782.783878:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1749610782.783879:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fe8d180. 00000100:00000001:3.0:1749610782.783882:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1749610782.783882:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006fe8d180 x1834598494563840 msgsize 520 00000100:00100000:3.0:1749610782.783883:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494564224 02000000:00000001:3.0:1749610782.783884:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610782.783885:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610782.783885:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300056242 00000100:00100000:2.0:1749610782.783886:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610782.783887:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610782.783887:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300056242 02000000:00000001:3.0:1749610782.783889:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610782.783889:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749610782.783891:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494564224 00000020:00000001:3.0:1749610782.783892:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749610782.783892:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749610782.783893:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000020:00000001:3.0:1749610782.783894:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610782.783894:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749610782.783898:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 00000400:00000010:2.0:1749610782.783900:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 00000020:00000040:3.0:1749610782.783901:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:2.0:1749610782.783902:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:3.0:1749610782.783903:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:1.0:1749610782.783903:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1749610782.783905:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000200:2.0:1749610782.783905:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119280700 x1834598494563840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610782.783906:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494563840 00000100:00000001:0.0:1749610782.783906:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610782.783908:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610782.783909:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749610782.783909:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610782.783910:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1749610782.783911:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b42116c0. 00000100:00000001:1.0:1749610782.783912:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610782.783913:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1749610782.783914:0:9693:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012e6b38c0. 00000100:00000040:2.0:1749610782.783915:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119280700 x1834598494563840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610807 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610782.783915:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610782.783917:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494563840 00000100:00000001:3.0:1749610782.783919:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:1.0:1749610782.783920:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:3.0:1749610782.783921:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b42116c0. 00000020:00000040:1.0:1749610782.783921:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749610782.783922:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610782.783923:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:1.0:1749610782.783923:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:3.0:1749610782.783925:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2600. 00000020:00000001:1.0:1749610782.783925:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610782.783926:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610782.783927:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c400. 00000020:00000001:1.0:1749610782.783927:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610782.783929:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 863 usecs (1 jiffies) 00000020:00000010:3.0:1749610782.783930:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8320. 00000020:00000010:1.0:1749610782.783930:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124400. 00000100:00000001:2.0:1749610782.783931:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300056242 00000100:00000001:0.0:1749610782.783932:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1749610782.783933:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9180. 00000100:00000001:3.0:1749610782.783934:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610782.783934:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300056242 00000100:00000001:0.0:1749610782.783934:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610782.783935:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:1.0:1749610782.783935:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c3e8. 00000100:00000001:3.0:1749610782.783937:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610782.783938:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610782.783939:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:0.0:1749610782.783940:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 225 00000100:00000001:2.0:1749610782.783941:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300056242 00000100:00000001:1.0:1749610782.783941:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610782.783943:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1749610782.783943:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300056242 00000100:00000040:0.0:1749610782.783944:0:9760:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000001:3.0:1749610782.783945:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749610782.783945:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300056242 00000100:00000001:0.0:1749610782.783946:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136933969408 : -131936775582208 : ffff8801135bce00) 00000100:00000001:3.0:1749610782.783947:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610782.783947:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610782.783948:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300056242 00000100:00000001:3.0:1749610782.783949:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610782.783950:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300056242 00000100:00000001:1.0:1749610782.783950:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610782.783951:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8801135bce00 x1834598494563968/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:218/0 lens 224/0 e 0 to 0 dl 1749610793 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610782.783952:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300056242 00000100:00000001:3.0:1749610782.783954:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610782.783954:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610782.783955:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610782.783955:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610782.783956:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610782.783956:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610782.783958:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1749610782.783959:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 226 00000100:00000001:0.0:1749610782.783961:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1749610782.783962:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000040:2.0:1749610782.783962:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119282d80 x1834598494564096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610782.783964:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137031238528 : -131936678313088 : ffff880119280380) 00000020:00000010:0.0:1749610782.783964:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3880. 00000100:00000001:0.0:1749610782.783967:0:9760:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749610782.783968:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 359 00000100:00000040:3.0:1749610782.783969:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880119280380 x1834598494564224/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:218/0 lens 224/0 e 0 to 0 dl 1749610793 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610782.783969:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000010:0.0:1749610782.783969:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b3880. 00000100:00000001:2.0:1749610782.783970:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610782.783971:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134191745664 : -131939517805952 : ffff88006fe8ca80) 02000000:00000001:2.0:1749610782.783973:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610782.783975:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749610782.783975:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801135bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:28322:x1834598494563968:12345-0@lo:400:kworker.0 02000000:00000001:2.0:1749610782.783976:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610782.783978:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1749610782.783979:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119282d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494564096:0@lo:38:kworker.0 00000100:00000200:0.0:1749610782.783979:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494563968 00000020:00000010:3.0:1749610782.783980:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b42116c0. 00000100:00000001:3.0:1749610782.783982:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610782.783982:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1749610782.783982:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006fe8ca80 x1834598494563712/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610802 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610782.783982:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000010:3.0:1749610782.783984:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b42116c0. 02000000:00000001:2.0:1749610782.783985:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1749610782.783985:0:9760:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 02000000:00000001:2.0:1749610782.783986:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610782.783988:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880119280380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494564224:12345-0@lo:400:kworker.0 02000000:00000001:2.0:1749610782.783988:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1749610782.783988:0:9760:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610782.783990:0:9760:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 02000000:00000010:2.0:1749610782.783991:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88011157bc00. 00000100:00000200:3.0:1749610782.783992:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494564224 02000000:00000001:2.0:1749610782.783993:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610782.783993:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006fe8ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494563712:12345-0@lo:38:kworker.0 00000020:00000001:0.0:1749610782.783993:0:9760:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:3.0:1749610782.783995:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:0.0:1749610782.783995:0:9760:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000400:00000010:2.0:1749610782.783996:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe000. 00000100:00000200:1.0:1749610782.783996:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494563712 00000400:00000010:2.0:1749610782.783998:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 00000020:00000001:1.0:1749610782.783998:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:0.0:1749610782.783999:0:9760:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749610782.784000:0:9760:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000200:2.0:1749610782.784001:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494564096, portal 10 00010000:00000001:1.0:1749610782.784001:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:3.0:1749610782.784002:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:2.0:1749610782.784003:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1749610782.784003:0:9760:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1749610782.784004:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610782.784004:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031249280 : -131936678302336 : ffff880119282d80) 00000020:00000001:0.0:1749610782.784005:0:9760:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610782.784006:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1749610782.784007:0:9760:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000001:3.0:1749610782.784008:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:1.0:1749610782.784009:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610782.784010:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119282d80 x1834598494564096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610782.784011:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00010000:00020000:1.0:1749610782.784012:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749610782.784012:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1749610782.784014:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610782.784014:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1749610782.784015:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:3.0:1749610782.784016:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1749610782.784016:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:3.0:1749610782.784017:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00010000:00000001:1.0:1749610782.784018:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:3.0:1749610782.784019:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610782.784020:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:3.0:1749610782.784021:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749610782.784022:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1749610782.784023:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:0.0:1749610782.784023:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801205e2000. 00000100:00000001:3.0:1749610782.784024:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749610782.784024:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1749610782.784025:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610782.784026:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:2.0:1749610782.784026:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a6e8. 00000100:00000200:2.0:1749610782.784028:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494564096, offset 0 02000000:00000010:1.0:1749610782.784028:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880113586000. 00000100:00000001:0.0:1749610782.784028:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610782.784030:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801214d1400. 02000000:00000001:1.0:1749610782.784030:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610782.784030:0:9760:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610782.784031:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610782.784032:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610782.784032:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000040:0.0:1749610782.784033:0:9760:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494563968 00000100:00000001:3.0:1749610782.784034:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610782.784034:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1749610782.784036:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610782.784036:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610782.784036:0:9760:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000200:2.0:1749610782.784037:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000040:3.0:1749610782.784039:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494564224 00000100:00001000:1.0:1749610782.784039:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00010000:00000200:0.0:1749610782.784040:0:9760:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8801135bce00 x1834598494563968/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:218/0 lens 224/224 e 0 to 0 dl 1749610793 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610782.784041:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000200:2.0:1749610782.784042:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92ef00 00000100:00000001:1.0:1749610782.784042:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749610782.784044:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000200:3.0:1749610782.784046:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880119280380 x1834598494564224/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:218/0 lens 224/224 e 0 to 0 dl 1749610793 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610782.784046:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 43656 00000100:00000040:1.0:1749610782.784046:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610782.784048:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00010000:00000001:0.0:1749610782.784049:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1749610782.784050:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610782.784051:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00010000:00000001:0.0:1749610782.784051:0:9760:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610782.784053:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1749610782.784054:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1749610782.784054:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00001000:0.0:1749610782.784054:0:9760:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=137 v=5 (1 1 1 1) 00010000:00000001:3.0:1749610782.784056:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610782.784056:0:28320:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:1.0:1749610782.784056:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749610782.784057:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00001000:3.0:1749610782.784058:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=137 v=5 (1 1 1 1) 00000100:00000200:2.0:1749610782.784058:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:1.0:1749610782.784058:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610782.784060:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610782.784060:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000010:2.0:1749610782.784061:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fe8d500. 00000100:00000001:3.0:1749610782.784062:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610782.784062:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:2.0:1749610782.784063:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006fe8d500 x1834598494564096 msgsize 520 00000100:00000040:1.0:1749610782.784063:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1749610782.784064:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 02000000:00000001:0.0:1749610782.784064:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:1.0:1749610782.784065:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bbb0. 02000000:00000001:0.0:1749610782.784065:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610782.784067:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00100000:2.0:1749610782.784067:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610782.784067:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:3.0:1749610782.784069:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749610782.784069:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000200:1.0:1749610782.784069:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494563712, offset 0 00000100:00000040:0.0:1749610782.784070:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1749610782.784071:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610782.784072:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a6e8 00000400:00000010:0.0:1749610782.784072:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958212a8. 00000100:00000001:3.0:1749610782.784073:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:2.0:1749610782.784074:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a6e8. 00000100:00000040:3.0:1749610782.784075:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610782.784076:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000400:00000010:3.0:1749610782.784078:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedbb0. 00000400:00000200:1.0:1749610782.784078:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1749610782.784080:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119282d80 x1834598494564096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610782.784087:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610782.784089:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119282d80 x1834598494564096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610807 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610782.784090:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494563968, offset 224 00000400:00000200:1.0:1749610782.784091:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1749610782.784095:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494564224, offset 224 00000100:00000001:2.0:1749610782.784095:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610782.784096:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610782.784097:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:1.0:1749610782.784097:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92ed80 00000100:00000001:2.0:1749610782.784099:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610782.784100:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749610782.784102:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 665 usecs (1 jiffies) 00000100:00000001:2.0:1749610782.784104:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300056242 00000400:00000200:0.0:1749610782.784105:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610782.784106:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6a8d [1] + 0 00000100:00000001:2.0:1749610782.784107:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300056242 00000400:00000200:3.0:1749610782.784108:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610782.784109:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300056242 00000100:00000001:2.0:1749610782.784111:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300056242 00000400:00000200:1.0:1749610782.784111:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610782.784112:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300056242 00000400:00000200:0.0:1749610782.784112:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92ee80 00000400:00000200:1.0:1749610782.784115:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610782.784116:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92ef80 00000400:00000200:0.0:1749610782.784118:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6a85 [1] + 224 00000100:00000001:2.0:1749610782.784119:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300056242 00000100:00000001:2.0:1749610782.784121:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300056242 00000100:00000001:1.0:1749610782.784122:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:0.0:1749610782.784122:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610782.784123:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300056242 00000400:00000200:3.0:1749610782.784124:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6a95 [1] + 224 00000100:00000001:2.0:1749610782.784125:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749610782.784126:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610782.784127:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610782.784127:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119282a00 x1834598494563712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610807 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610782.784133:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:3.0:1749610782.784134:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1749610782.784134:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610782.784136:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1749610782.784137:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119282a00 x1834598494563712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610807 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610782.784138:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1749610782.784138:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe630. 00000100:00000200:0.0:1749610782.784138:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119282680 x1834598494563968/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610798 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610782.784141:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aee0 00000400:00000010:2.0:1749610782.784142:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aee0. 00000100:00000001:3.0:1749610782.784145:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610782.784145:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610782.784145:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:0.0:1749610782.784147:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880119282680 x1834598494563968/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610798 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610782.784148:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119281500 x1834598494563584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610807 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610782.784149:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bbb0 00000100:00000200:3.0:1749610782.784150:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119280a80 x1834598494564224/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610798 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610782.784151:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bbb0. 00000100:00000001:1.0:1749610782.784153:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610782.784154:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:2.0:1749610782.784157:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119281500 x1834598494563584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610807 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610782.784157:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610782.784159:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880119280a80 x1834598494564224/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610798 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610782.784160:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:0.0:1749610782.784160:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610782.784162:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610782.784164:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:1.0:1749610782.784164:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749610782.784165:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958212a8 00000100:00000001:2.0:1749610782.784166:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610782.784168:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:1.0:1749610782.784168:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fe8ca80 x1834598494563712/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610802 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610782.784171:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:2.0:1749610782.784171:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000010:0.0:1749610782.784172:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958212a8. 00000100:00000001:2.0:1749610782.784173:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610782.784175:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610782.784176:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00100000:1.0:1749610782.784177:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006fe8ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494563712:12345-0@lo:38:kworker.0 Request processed in 185us (536us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749610782.784177:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:2.0:1749610782.784178:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610782.784179:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedbb0 00000400:00000010:3.0:1749610782.784181:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedbb0. 00000100:00000001:0.0:1749610782.784182:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610782.784184:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00001000:2.0:1749610782.784184:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610782 v=5 (0 0 0 0) 00000100:00100000:1.0:1749610782.784184:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 359 00000100:00000040:0.0:1749610782.784185:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610782.784186:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00001000:2.0:1749610782.784187:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=55 v=20 (20 1 1 1) 00000100:00000001:1.0:1749610782.784187:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610782.784188:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1749610782.784188:0:9760:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:3.0:1749610782.784189:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610782.784190:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1749610782.784190:0:9760:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610782.784191:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c480. 00000100:00000040:3.0:1749610782.784192:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000001:0.0:1749610782.784192:0:9760:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1749610782.784193:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:1.0:1749610782.784194:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c84b0. 00010000:00000001:3.0:1749610782.784195:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:2.0:1749610782.784195:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:3.0:1749610782.784197:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610782.784197:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2c00. 00000100:00000040:0.0:1749610782.784197:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135bce00 x1834598494563968/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:218/0 lens 224/224 e 0 to 0 dl 1749610793 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610782.784199:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1749610782.784200:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119281500 x1834598494563584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610807 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610782.784200:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610782.784203:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119280380 x1834598494564224/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:218/0 lens 224/224 e 0 to 0 dl 1749610793 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610782.784207:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610782.784207:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749610782.784208:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801135bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:28322:x1834598494563968:12345-0@lo:400:kworker.0 Request processed in 245us (694us total) trans 0 rc 0/0 00000100:00100000:1.0:1749610782.784209:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494564096 00000100:00000001:2.0:1749610782.784210:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1749610782.784211:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610782.784212:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749610782.784213:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880119280380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494564224:12345-0@lo:400:kworker.0 Request processed in 232us (434us total) trans 0 rc 0/0 00000100:00000001:1.0:1749610782.784217:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1749610782.784217:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 225 00000100:00000001:2.0:1749610782.784219:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749610782.784219:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610782.784220:0:9760:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00100000:3.0:1749610782.784222:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 226 00000100:00000001:2.0:1749610782.784222:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:1.0:1749610782.784222:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610782.784222:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:3.0:1749610782.784224:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00100000:1.0:1749610782.784224:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494564096 00000100:00000001:0.0:1749610782.784224:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00080000:2.0:1749610782.784225:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000001:1.0:1749610782.784226:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749610782.784227:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00080000:2.0:1749610782.784228:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000020:00000040:1.0:1749610782.784228:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000010:0.0:1749610782.784228:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cb80. 00000100:00000001:3.0:1749610782.784229:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1749610782.784229:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610782.784231:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:1.0:1749610782.784231:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610782.784232:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c400. 00000020:00000010:0.0:1749610782.784232:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8578. 00000020:00000001:1.0:1749610782.784233:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610782.784235:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8320. 00000100:00000040:2.0:1749610782.784235:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119281500 x1834598494563584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610807 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610782.784236:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125000. 00000020:00000010:0.0:1749610782.784236:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3a00. 00000020:00000010:3.0:1749610782.784239:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2600. 00000020:00000010:1.0:1749610782.784239:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9080. 00000020:00000040:0.0:1749610782.784240:0:9760:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000020:00000040:3.0:1749610782.784242:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000020:00000010:1.0:1749610782.784242:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c0c8. 00000100:00100000:2.0:1749610782.784243:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119281500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494563584:0@lo:38:kworker.0 00000100:00000001:0.0:1749610782.784243:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610782.784245:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610782.784245:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610782.784246:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610782.784248:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610782.784248:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610782.784250:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610782.784252:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610782.784253:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1749610782.784253:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119281500 x1834598494563584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610807 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610782.784253:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610782.784254:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610782.784254:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610782.784255:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1749610782.784258:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 360 00000100:00000001:1.0:1749610782.784259:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610782.784260:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749610782.784261:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749610782.784261:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134191747456 : -131939517804160 : ffff88006fe8d180) 02000000:00000001:2.0:1749610782.784262:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610782.784264:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88011157b400. 00000100:00100000:3.0:1749610782.784265:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 361 00000100:00000040:0.0:1749610782.784265:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006fe8d180 x1834598494563840/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610802 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610782.784267:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134191748352 : -131939517803264 : ffff88006fe8d500) 02000000:00000001:2.0:1749610782.784267:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1749610782.784268:0:9692:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610782.784269:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1749610782.784270:0:9692:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610782.784271:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000040:3.0:1749610782.784272:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006fe8d500 x1834598494564096/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610802 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610782.784273:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:0.0:1749610782.784274:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006fe8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494563840:12345-0@lo:38:kworker.0 02000000:00000010:2.0:1749610782.784276:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88011154bc00. 00000100:00000200:0.0:1749610782.784278:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494563840 02000000:00000001:2.0:1749610782.784279:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1749610782.784280:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:2.0:1749610782.784281:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:3.0:1749610782.784282:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006fe8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494564096:12345-0@lo:38:kworker.0 00010000:00000001:0.0:1749610782.784282:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000010:2.0:1749610782.784283:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119281500. 00000100:00000200:3.0:1749610782.784286:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494564096 00000020:00000001:3.0:1749610782.784289:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749610782.784289:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610782.784290:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749610782.784291:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:0.0:1749610782.784291:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610782.784292:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610782.784297:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610782.784299:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00010000:00020000:0.0:1749610782.784299:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:3.0:1749610782.784300:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610782.784301:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1749610782.784302:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00020000:3.0:1749610782.784303:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749610782.784303:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1749610782.784305:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:3.0:1749610782.784306:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000001:2.0:1749610782.784306:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749610782.784307:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000001:2.0:1749610782.784308:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1749610782.784309:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610782.784309:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000010:2.0:1749610782.784310:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fee70. 00000100:00000001:3.0:1749610782.784311:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:0.0:1749610782.784311:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749610782.784313:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000010:0.0:1749610782.784314:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801205e3400. 02000000:00000001:3.0:1749610782.784315:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1749610782.784316:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a880 02000000:00000001:0.0:1749610782.784316:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610782.784318:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801214d3c00. 00000400:00000010:2.0:1749610782.784318:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a880. 00000100:00000001:0.0:1749610782.784318:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610782.784320:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610782.784321:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:0.0:1749610782.784321:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749610782.784322:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610782.784323:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610782.784325:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000200:2.0:1749610782.784325:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119282a00 x1834598494563712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610807 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749610782.784326:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00010000:00000001:3.0:1749610782.784327:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610782.784329:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00001000:3.0:1749610782.784330:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749610782.784332:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749610782.784333:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000200:2.0:1749610782.784333:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119282a00 x1834598494563712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610807 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610782.784334:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610782.784335:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749610782.784336:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:3.0:1749610782.784338:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:0.0:1749610782.784339:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:3.0:1749610782.784340:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610782.784340:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610782.784341:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610782.784342:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:0.0:1749610782.784342:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:2.0:1749610782.784343:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610782.784344:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1749610782.784345:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 02000000:00000001:0.0:1749610782.784345:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749610782.784346:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1749610782.784347:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749610782.784347:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610782.784347:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610782.784349:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610782.784349:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610782.784349:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610782.784351:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610782.784351:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00001000:2.0:1749610782.784353:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610782 v=5 (0 0 0 0) 00000400:00000010:0.0:1749610782.784353:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958212a8. 00000100:00000040:3.0:1749610782.784354:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610782.784356:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedbb0. 00000100:00001000:2.0:1749610782.784356:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=37 v=20 (20 1 1 1) 00000100:00000200:0.0:1749610782.784357:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494563840, offset 0 00000100:00000001:2.0:1749610782.784358:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610782.784360:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:0.0:1749610782.784360:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610782.784362:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:3.0:1749610782.784364:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494564096, offset 0 00000100:00000040:2.0:1749610782.784366:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119282a00 x1834598494563712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610807 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610782.784367:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610782.784369:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610782.784372:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92ee00 00000100:00000001:2.0:1749610782.784373:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:3.0:1749610782.784375:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610782.784375:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610782.784377:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610782.784377:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6aa1 [1] + 0 00000100:00000001:2.0:1749610782.784378:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610782.784380:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:3.0:1749610782.784381:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92ef00 00000400:00000200:0.0:1749610782.784381:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00080000:2.0:1749610782.784382:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000200:0.0:1749610782.784384:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00080000:2.0:1749610782.784385:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000400:00000200:3.0:1749610782.784386:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6aa9 [1] + 0 00000100:00000001:2.0:1749610782.784387:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610782.784389:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:3.0:1749610782.784390:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749610782.784390:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119282a00 x1834598494563712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610807 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610782.784393:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749610782.784394:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119280700 x1834598494563840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610807 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610782.784397:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610782.784401:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119282d80 x1834598494564096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610807 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610782.784409:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119282a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494563712:0@lo:38:kworker.0 00000100:00000040:3.0:1749610782.784410:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119282d80 x1834598494564096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610807 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610782.784415:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119280700 x1834598494563840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610807 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610782.784418:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749610782.784421:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedbb0 00000400:00000010:3.0:1749610782.784423:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedbb0. 00000100:00000001:0.0:1749610782.784424:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610782.784425:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610782.784426:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:0.0:1749610782.784429:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958212a8 00000100:00000001:3.0:1749610782.784430:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610782.784431:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958212a8. 00000100:00000040:3.0:1749610782.784433:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610782.784433:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000001:2.0:1749610782.784434:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749610782.784435:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610782.784435:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000001:2.0:1749610782.784436:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1749610782.784437:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1749610782.784438:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe948. 00000100:00000001:0.0:1749610782.784438:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610782.784441:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fe8d500 x1834598494564096/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610802 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610782.784441:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ad48 00000100:00000040:0.0:1749610782.784441:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000010:2.0:1749610782.784442:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ad48. 00000100:00000001:0.0:1749610782.784443:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610782.784444:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:0.0:1749610782.784445:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749610782.784448:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119280700 x1834598494563840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610807 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610782.784450:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006fe8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494564096:12345-0@lo:38:kworker.0 Request processed in 168us (384us total) trans 0 rc -19/-19 00000100:00000040:0.0:1749610782.784450:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fe8d180 x1834598494563840/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610802 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610782.784456:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119280700 x1834598494563840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610807 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610782.784458:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 361 00000100:00000001:3.0:1749610782.784460:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:0.0:1749610782.784460:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006fe8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494563840:12345-0@lo:38:kworker.0 Request processed in 185us (575us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749610782.784461:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749610782.784463:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:3.0:1749610782.784464:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9080. 00000100:00000001:2.0:1749610782.784464:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610782.784465:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610782.784467:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1749610782.784468:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c0c8. 00000100:00000001:2.0:1749610782.784468:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1749610782.784468:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 360 00000100:00000001:2.0:1749610782.784469:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610782.784470:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125000. 02000000:00000001:2.0:1749610782.784471:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610782.784471:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610782.784472:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749610782.784474:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1749610782.784475:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610782 v=5 (0 0 0 0) 00000020:00000010:0.0:1749610782.784475:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9180. 00000100:00001000:2.0:1749610782.784477:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=137 v=20 (1 1 1 20) 00000020:00000010:0.0:1749610782.784478:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c3e8. 00000100:00000001:2.0:1749610782.784480:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000010:0.0:1749610782.784481:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124400. 00000100:00000001:2.0:1749610782.784482:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610782.784484:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610782.784484:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610782.784488:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119280700 x1834598494563840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610807 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749610782.784493:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:2.0:1749610782.784494:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610782.784496:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:3.0:1749610782.784497:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:2.0:1749610782.784497:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610782.784498:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610782.784499:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610782.784500:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610782.784500:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1749610782.784503:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000001:0.0:1749610782.784503:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749610782.784504:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749610782.784507:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7c60. 00000100:00080000:2.0:1749610782.784510:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000400:00000200:0.0:1749610782.784510:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedc38 00000400:00000010:0.0:1749610782.784511:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedc38. 00000100:00000001:2.0:1749610782.784512:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610782.784514:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:2.0:1749610782.784517:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119280700 x1834598494563840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610807 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610782.784518:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119282680 x1834598494563968/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610798 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610782.784523:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1749610782.784553:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119280700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494563840:0@lo:38:kworker.0 00000400:00000001:2.0:1749610782.784560:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:0.0:1749610782.784560:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119282680 x1834598494563968/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610798 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749610782.784561:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610782.784563:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe000. 00000400:00000200:2.0:1749610782.784566:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 00000100:00000001:3.0:1749610782.784567:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1749610782.784568:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 00000100:00000001:2.0:1749610782.784570:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000001:3.0:1749610782.784572:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:2.0:1749610782.784573:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119282d80 x1834598494564096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610807 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610782.784573:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000001:3.0:1749610782.784574:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749610782.784575:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749610782.784576:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffd68. 00000100:00000040:1.0:1749610782.784577:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300056242, at 4300056242 00000100:00000001:0.0:1749610782.784577:0:28322:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749610782.784579:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000200:2.0:1749610782.784581:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119282d80 x1834598494564096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610807 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610782.784582:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610782.784583:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749610782.784585:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677a00. 00000400:00000200:3.0:1749610782.784586:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821bb0 02000000:00000001:0.0:1749610782.784586:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610782.784587:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:3.0:1749610782.784588:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821bb0. 00000100:00000001:2.0:1749610782.784589:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610782.784590:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749610782.784591:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:0.0:1749610782.784591:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=137 v=5 (5 5 5 5) 02000000:00000001:2.0:1749610782.784592:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610782.784593:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00001000:0.0:1749610782.784594:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=137 v=5 (1 1 1 1) 00000100:00000001:2.0:1749610782.784595:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610782.784596:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119280a80 x1834598494564224/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610798 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610782.784597:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610782.784597:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610782.784599:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610782.784601:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610782 v=5 (0 0 0 0) 00010000:00000001:0.0:1749610782.784601:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00001000:2.0:1749610782.784604:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=87 v=20 (1 1 1 20) 00000100:00000200:3.0:1749610782.784605:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119280a80 x1834598494564224/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610798 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610782.784606:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00010000:00080000:0.0:1749610782.784606:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880119282680 x1834598494563968/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610798 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610782.784607:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610782.784609:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610782.784612:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610782.784613:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610782.784613:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119282d80 x1834598494564096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610807 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749610782.784614:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610782.784615:0:28321:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749610782.784617:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749610782.784617:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1749610782.784619:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749610782.784619:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1749610782.784620:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610782.784620:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749610782.784621:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610782.784621:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610782.784622:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1749610782.784623:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610782.784625:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119282680 x1834598494563968/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610798 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749610782.784628:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=87 v=5 (5 5 5 5) 00000100:00000001:2.0:1749610782.784629:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610782.784630:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00001000:3.0:1749610782.784631:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=87 v=5 (1 1 1 1) 00000100:00000001:2.0:1749610782.784632:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610782.784632:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610782.784634:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610782.784634:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610782.784635:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610782.784635:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1749610782.784635:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749610782.784637:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00080000:2.0:1749610782.784637:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000040:0.0:1749610782.784639:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119282680 x1834598494563968/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610798 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610782.784640:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00080000:3.0:1749610782.784641:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880119280a80 x1834598494564224/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610798 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610782.784644:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119282d80 x1834598494564096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610807 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610782.784647:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119282680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:28322:1834598494563968:0@lo:400:kworker.0 00010000:00000001:3.0:1749610782.784649:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610782.784651:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1749610782.784651:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119282d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494564096:0@lo:38:kworker.0 00000100:00000001:0.0:1749610782.784652:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610782.784653:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:0.0:1749610782.784654:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610782.784655:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749610782.784655:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610782.784656:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610782.784657:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610782.784657:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119282680 x1834598494563968/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610798 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610782.784660:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119280a80 x1834598494564224/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610798 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610782.784660:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119282a00 x1834598494563712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610807 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610782.784667:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610782.784668:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610782.784670:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88011157b000. 02000000:00000001:2.0:1749610782.784672:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610782.784674:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749610782.784674:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000040:2.0:1749610782.784675:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749610782.784676:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:2.0:1749610782.784677:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610782.784678:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88011154b400. 00000100:00000001:3.0:1749610782.784679:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1749610782.784679:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7b3600. 02000000:00000001:2.0:1749610782.784681:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749610782.784682:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1749610782.784682:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1749610782.784682:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1749610782.784684:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1749610782.784684:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119282a00. 00000020:00000001:0.0:1749610782.784684:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610782.784685:0:28322:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:0.0:1749610782.784687:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:3.0:1749610782.784688:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119280a80 x1834598494564224/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610798 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610782.784689:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 02000000:00000010:0.0:1749610782.784689:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f200. 00000100:00000001:2.0:1749610782.784690:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610782.784692:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1749610782.784695:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494564224:0@lo:400:kworker.0 00000100:00000040:2.0:1749610782.784695:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119280700 x1834598494563840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610807 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610782.784700:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610782.784701:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749610782.784702:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610782.784702:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610782.784702:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1749610782.784703:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1749610782.784704:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119280a80 x1834598494564224/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610798 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749610782.784704:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119282680. 02000000:00000010:2.0:1749610782.784705:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880111579000. 00000100:00000001:0.0:1749610782.784709:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610782.784710:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610782.784711:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610782.784712:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1749610782.784712:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1749610782.784715:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007fb8f600. 02000000:00000001:3.0:1749610782.784717:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1749610782.784717:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1749610782.784719:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749610782.784719:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749610782.784720:0:28321:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:2.0:1749610782.784721:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1749610782.784721:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1749610782.784722:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1749610782.784723:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749610782.784723:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610782.784724:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f600. 00000020:00000040:2.0:1749610782.784724:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749610782.784726:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1749610782.784727:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:2.0:1749610782.784728:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e0800. 02000000:00000001:3.0:1749610782.784729:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610782.784730:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119280a80. 02000000:00000001:2.0:1749610782.784730:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610782.784731:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610782.784732:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119280700. 00000100:00000040:0.0:1749610782.784732:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300056242, at 4300056242 00000100:00000001:3.0:1749610782.784734:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610782.784735:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610782.784735:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610782.784736:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610782.784737:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610782.784738:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000010:0.0:1749610782.784738:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677a80. 00000100:00000040:2.0:1749610782.784741:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119282d80 x1834598494564096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610807 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610782.784742:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610782.784743:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610782.784745:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610782.784768:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610782.784770:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749610782.784771:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610782.784771:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88011157bc00. 02000000:00000001:2.0:1749610782.784774:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610782.784775:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610782.784776:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1749610782.784777:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610782.784779:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e0c00. 00000100:00000040:3.0:1749610782.784781:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300056242, at 4300056242 02000000:00000001:2.0:1749610782.784781:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610782.784782:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610782.784783:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119282d80. 00000100:00000010:3.0:1749610782.784787:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677ac0. 00000100:00000001:2.0:1749610782.784789:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610782.784791:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610782.784793:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610782.784795:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610782.784796:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610782.784798:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610782.784800:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610782.784812:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300056242, at 4300056242 00000100:00000010:2.0:1749610782.784818:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677880. 00000100:00000001:0.0:1749610782.861631:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610782.861636:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610782.861638:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610782.861642:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610782.861645:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610782.861648:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610782.861650:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610782.861653:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610782.861655:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610783.457688:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610783.457710:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610783.457713:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610783.457718:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610783.457722:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610783.457727:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610783.457730:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610783.457786:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610783.457788:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610783.700730:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610783.700758:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610783.700868:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610783.700874:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610783.700878:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610783.784622:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610783.784647:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610783.784650:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610783.784654:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610783.784657:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610783.784661:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610783.784663:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610783.861659:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610783.861666:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610783.861669:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610783.861673:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610783.861676:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610783.861680:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610783.861683:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610783.861686:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610783.861689:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610784.457690:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610784.457700:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610784.457702:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610784.457707:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610784.457710:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610784.457715:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610784.457719:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610784.457722:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610784.457724:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610784.702692:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610784.702702:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749610784.702704:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749610784.702708:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610784.702713:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749610784.702715:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610784.702717:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610784.702720:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610784.702882:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610784.702888:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610784.702909:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610784.784715:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610784.784781:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610784.784786:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610784.784792:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610784.784796:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610784.784801:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610784.784805:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610784.861633:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610784.861640:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610784.861643:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610784.861647:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610784.861650:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610784.861654:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610784.861657:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610784.861660:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610784.861675:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610785.457698:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610785.457707:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610785.457711:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610785.457717:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610785.457722:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610785.457782:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610785.457787:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610785.457791:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610785.457794:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610785.704680:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610785.704687:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610785.704801:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610785.704807:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610785.704811:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610785.784642:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610785.784658:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610785.784660:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610785.784664:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610785.784667:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610785.784671:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610785.784673:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610785.861637:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610785.861644:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610785.861646:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610785.861651:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610785.861655:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610785.861659:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610785.861664:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610785.861668:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610785.861671:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610786.457690:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610786.457699:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610786.457701:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610786.457706:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610786.457710:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610786.457758:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610786.457762:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610786.457766:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610786.457768:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610786.706677:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610786.706686:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610786.706810:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610786.706817:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610786.706822:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610786.784644:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610786.784661:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610786.784664:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610786.784668:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610786.784671:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610786.784675:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610786.784677:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610786.861701:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610786.861709:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610786.861743:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610786.861749:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610786.861755:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610786.861760:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610786.861784:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610786.861789:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610786.861793:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610787.457699:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610787.457745:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610787.457747:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610787.457753:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610787.457756:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610787.457760:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610787.457764:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610787.457767:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610787.457769:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610787.708752:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610787.708760:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610787.708842:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610787.708848:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610787.708852:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610787.784605:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610787.784611:0:28320:0:(client.c:2435:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1749610787.784626:0:28320:0:(client.c:2451:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1749610762/real 1749610762] req@ffff880119283480 x1834598494560256/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610787 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749610787.784646:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610787.784663:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610787.784668:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe738. 00000400:00000200:2.0:1749610787.784673:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a440 00000400:00000010:2.0:1749610787.784676:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a440. 00000100:00000001:2.0:1749610787.784680:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610787.784685:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119283480 x1834598494560256/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610787 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610787.784723:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119283480 x1834598494560256/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610787 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610787.784731:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610787.784733:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610787.784737:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610787.784739:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749610787.784742:0:28320:0:(client.c:2482:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff880119283480 x1834598494560256/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610787 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610787.784750:0:28320:0:(client.c:2487:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610787.784761:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610787.784763:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610787.784766:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610787.784768:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610787.784771:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610787.784774:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119283480 x1834598494560256/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610787 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610787.784782:0:28320:0:(client.c:2097:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749610787.784786:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610787.784787:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610787.784789:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610787.784792:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610787.784795:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1749610787.784799:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610787.784824:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.106@tcp failed (-110) 00000100:00000001:2.0:1749610787.784827:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1749610787.784838:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119283480 x1834598494560256/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610787 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610787.784848:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119283480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494560256:0@lo:250:kworker.0 00000100:00000001:2.0:1749610787.784853:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610787.784855:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610787.784858:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119283480 x1834598494560256/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749610787 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610787.784866:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610787.784869:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610787.784873:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880111578400. 02000000:00000001:2.0:1749610787.784877:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610787.784879:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610787.784882:0:28320:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1749610787.784884:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610787.784887:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88011154ac00. 02000000:00000001:2.0:1749610787.784891:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610787.784893:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610787.784895:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119283480. 00000100:00000001:2.0:1749610787.784904:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610787.784905:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610787.784907:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610787.784911:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610787.784913:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610787.784915:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610787.784916:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610787.784924:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610787.784932:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1749610787.784935:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610787.784938:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610787.784941:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610787.784946:0:8737:0:(import.c:505:import_select_connection()) MGC192.168.202.106@tcp: connect to NID 0@lo last attempt 5368 00000100:00080000:0.0:1749610787.784950:0:8737:0:(import.c:584:import_select_connection()) MGC192.168.202.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610787.784953:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610787.784957:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610787.784959:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610787.784962:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610787.784965:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610787.784967:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cf3e 00000020:00000001:0.0:1749610787.784971:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610787.784974:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009d243000 refcount=3 00000020:00000001:0.0:1749610787.784976:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000020:00000001:0.0:1749610787.784978:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000100:00000040:0.0:1749610787.784981:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610787.784983:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610787.784994:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610787.784996:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610787.785000:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88009d243000 : new refcount 2 00000100:00080000:0.0:1749610787.785003:0:8737:0:(import.c:619:import_select_connection()) MGC192.168.202.106@tcp: import ffff88009d242800 using connection MGC192.168.202.106@tcp_0/0@lo 00000100:00000001:0.0:1749610787.785006:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610787.785008:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610787.785012:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610787.785015:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610787.785017:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610787.785019:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610787.785024:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119282680. 00000020:00000040:0.0:1749610787.785028:0:8737:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 02000000:00000001:0.0:1749610787.785032:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610787.785033:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610787.785036:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610787.785039:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610787.785043:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610787.785050:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e1c00. 00000100:00000001:0.0:1749610787.785057:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610787.785064:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119282680 x1834598494564352/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610787.785075:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610787.785080:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610787.785084:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119282680] to pc [ptlrpcd_rcv+-1] req@ffff880119282680 x1834598494564352/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610787.785115:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610787.785120:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610787.785123:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610787.785125:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610787.785127:0:8737:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610787.785129:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610787.785131:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5388 00000100:00080000:0.0:1749610787.785140:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1749610787.785141:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749610787.785143:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749610787.785144:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610787.785145:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610787.785146:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749610787.785147:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610787.785149:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:2.0:1749610787.785152:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119282680 x1834598494564352/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610787.785152:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610787.785153:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749610787.785155:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610787.785157:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749610787.785159:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000001:2.0:1749610787.785161:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1749610787.785161:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000001:2.0:1749610787.785163:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610787.785164:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 02000000:00000001:2.0:1749610787.785165:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749610787.785165:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610787.785167:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:2.0:1749610787.785168:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610787.785169:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610787.785171:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:0.0:1749610787.785174:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610787.785176:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610787.785177:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610787.785178:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:2.0:1749610787.785183:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119282680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494564352:0@lo:250:kworker.0 02000000:00000001:0.0:1749610787.785183:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610787.785185:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610787.785187:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749610787.785187:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610787.785189:0:8737:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610787.785191:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610787.785193:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610787.785194:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119283480. 02000000:00000001:2.0:1749610787.785196:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:0.0:1749610787.785196:0:8737:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749610787.785199:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000010:2.0:1749610787.785200:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880111578400. 02000000:00000001:0.0:1749610787.785200:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610787.785202:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610787.785202:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610787.785204:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610787.785206:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610787.785208:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe738. 02000000:00000010:0.0:1749610787.785209:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e0000. 00000400:00000010:2.0:1749610787.785213:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a440. 00000100:00000001:0.0:1749610787.785213:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610787.785220:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494564352, portal 25 00000100:00000001:2.0:1749610787.785223:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00100000:0.0:1749610787.785223:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119283480 x1834598494564480/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610787.785225:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031247488 : -131936678304128 : ffff880119282680) 00000100:00000040:2.0:1749610787.785231:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119282680 x1834598494564352/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610787.785231:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610787.785233:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610787.785237:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119283480] to pc [ptlrpcd_rcv+-1] req@ffff880119283480 x1834598494564480/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610787.785242:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610787.785246:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610787.785248:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00080000:0.0:1749610787.785248:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000010:2.0:1749610787.785251:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 00000100:00080000:0.0:1749610787.785252:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610787.785253:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610787.785254:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000200:2.0:1749610787.785256:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598494564352, offset 0 00000100:00000001:0.0:1749610787.785257:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610787.785259:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5388 00000100:00080000:0.0:1749610787.785262:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000400:00000200:2.0:1749610787.785264:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749610787.785264:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610787.785266:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610787.785268:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610787.785270:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610787.785271:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610787.785273:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749610787.785274:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610787.785276:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749610787.785278:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:0.0:1749610787.785280:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000400:00000200:2.0:1749610787.785283:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749610787.785283:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610787.785284:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610787.785286:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610787.785288:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610787.785290:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:0.0:1749610787.785292:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610787.785298:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610787.785299:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848ebf92f000 02000000:00000001:0.0:1749610787.785300:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610787.785303:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610787.785305:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:2.0:1749610787.785308:0:28320:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598494564352 offset 0 length 520: 4 00000100:00000001:0.0:1749610787.785308:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610787.785310:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610787.785313:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119282d80. 00000400:00000200:2.0:1749610787.785314:0:28320:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88006d92d8c0 is in inconsistent state, don't perform health checking (-2, 0) 00000020:00000040:0.0:1749610787.785315:0:8737:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749610787.785317:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610787.785318:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610787.785319:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000001:0.0:1749610787.785320:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610787.785321:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610787.785322:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610787.785326:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e2400. 00000100:00000001:0.0:1749610787.785329:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610787.785331:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 00000100:00100000:0.0:1749610787.785333:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119282d80 x1834598494564608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1749610787.785334:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 00000100:00000001:2.0:1749610787.785339:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749610787.785340:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610787.785342:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610787.785345:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119282680 x1834598494564352/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610787.785345:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119282d80] to pc [ptlrpcd_rcv+-1] req@ffff880119282d80 x1834598494564608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610787.785352:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610787.785355:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:2.0:1749610787.785358:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00080000:0.0:1749610787.785358:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610787.785359:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610787.785361:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000040:2.0:1749610787.785363:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119282680 x1834598494564352/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749610812 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610787.785363:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610787.785366:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5388 00000100:00080000:0.0:1749610787.785368:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610787.785371:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610787.785373:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610787.785375:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610787.785381:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610787.785383:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610787.785385:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:0.0:1749610787.785386:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610787.785389:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000020:00000001:0.0:1749610787.785391:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000001:2.0:1749610787.785392:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610787.785393:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000001:2.0:1749610787.785395:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1749610787.785396:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610787.785398:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610787.785399:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610787.785401:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610787.785403:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610787.785403:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00080000:0.0:1749610787.785405:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610787.785407:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610787.785408:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749610787.785409:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4300061265 02000000:00000001:0.0:1749610787.785411:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610787.785413:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610787.785415:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000010:2.0:1749610787.785416:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677880. 00000100:00000001:0.0:1749610787.785416:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610787.785419:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119280700. 00000020:00000040:0.0:1749610787.785421:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1749610787.785423:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1749610787.785424:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 02000000:00000001:0.0:1749610787.785424:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610787.785426:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610787.785427:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610787.785428:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610787.785430:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4300061265 02000000:00000010:0.0:1749610787.785432:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e2c00. 00000100:00000010:2.0:1749610787.785433:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b6779c0. 00000100:00000001:0.0:1749610787.785435:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610787.785437:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00100000:0.0:1749610787.785438:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119280700 x1834598494564736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610787.785445:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610787.785447:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610787.785449:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119280700] to pc [ptlrpcd_rcv+-1] req@ffff880119280700 x1834598494564736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610787.785459:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 2 is 4300061265 00000100:00000010:2.0:1749610787.785462:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677800. 00000100:00000001:0.0:1749610787.785462:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610787.785465:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 2 00000100:00000040:0.0:1749610787.785465:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749610787.785468:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 3 is 4300061265 00000100:00000010:2.0:1749610787.785471:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677300. 00000100:00000001:2.0:1749610787.785474:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1749610787.785477:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749610787.785481:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119280a80. 00000100:00000001:2.0:1749610787.785482:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1749610787.785483:0:8737:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749610787.785486:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610787.785486:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610787.785488:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749610787.785489:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610787.785490:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610787.785491:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1749610787.785494:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f200. 00000100:00000001:2.0:1749610787.785496:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610787.785497:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610787.785498:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1749610787.785500:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749610787.785501:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880119280a80 x1834598494564864/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610787.785502:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610787.785503:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749610787.785508:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119283480 x1834598494564480/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610787.785509:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610787.785511:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610787.785516:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1749610787.785516:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119280a80] to pc [ptlrpcd_00_02+2] req@ffff880119280a80 x1834598494564864/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610787.785518:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610787.785520:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610787.785547:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610787.785550:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610787.785560:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119283480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494564480:0@lo:38:kworker.0 00000100:00000001:2.0:1749610787.785564:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749610787.785567:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610787.785568:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610787.785570:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749610787.785571:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610787.785573:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88011157bc00. 00000100:00080000:0.0:1749610787.785574:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000001:2.0:1749610787.785576:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610787.785578:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610787.785579:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000400:00000010:2.0:1749610787.785580:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe000. 00000100:00080000:0.0:1749610787.785581:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610787.785583:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000400:00000010:2.0:1749610787.785584:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 00000100:00080000:0.0:1749610787.785586:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5388 00000100:00000200:2.0:1749610787.785587:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494564480, portal 4 00000100:00080000:0.0:1749610787.785588:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1749610787.785589:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610787.785590:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610787.785591:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031251072 : -131936678300544 : ffff880119283480) 00000100:00000040:0.0:1749610787.785591:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610787.785593:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610787.785594:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610787.785595:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1749610787.785596:0:28324:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1749610787.785596:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610787.785598:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749610787.785599:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610787.785599:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119283480 x1834598494564480/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610787.785600:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610787.785605:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000100:00000001:3.0:1749610787.785606:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610787.785606:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:0.0:1749610787.785607:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1749610787.785608:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610787.785609:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1749610787.785609:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000400:00000010:2.0:1749610787.785610:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ad48. 00000100:00000001:3.0:1749610787.785611:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1749610787.785611:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:3.0:1749610787.785613:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1749610787.785613:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494564480, offset 0 00000020:00000001:0.0:1749610787.785613:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:3.0:1749610787.785615:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1749610787.785617:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749610787.785617:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610787.785619:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610787.785621:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000040:3.0:1749610787.785623:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119280a80 x1834598494564864/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610787.785623:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:2.0:1749610787.785624:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:0.0:1749610787.785625:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:0.0:1749610787.785628:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610787.785630:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610787.785631:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf92f080 02000000:00000001:0.0:1749610787.785631:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1749610787.785634:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1749610787.785635:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610787.785636:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610787.785637:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3ded [256] + 22360 02000000:00000001:0.0:1749610787.785637:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610787.785639:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 02000000:00000001:3.0:1749610787.785640:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749610787.785640:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610787.785643:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1749610787.785643:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119282a00. 02000000:00000001:3.0:1749610787.785645:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610787.785645:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1749610787.785645:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:0.0:1749610787.785648:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00100000:3.0:1749610787.785649:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:28324:1834598494564864:0@lo:400:kworker.0 00000400:00000200:2.0:1749610787.785649:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749610787.785649:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610787.785651:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610787.785652:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1749610787.785653:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749610787.785654:0:28320:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:0.0:1749610787.785654:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610787.785656:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:2.0:1749610787.785656:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 02000000:00000010:0.0:1749610787.785658:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e1000. 02000000:00000001:3.0:1749610787.785659:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610787.785660:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fe8d880. 02000000:00000001:3.0:1749610787.785661:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749610787.785661:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610787.785664:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006fe8d880 x1834598494564480 msgsize 520 02000000:00000010:3.0:1749610787.785666:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7b2600. 00000100:00100000:0.0:1749610787.785666:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119282a00 x1834598494564992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1749610787.785668:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1749610787.785669:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610787.785673:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000010:3.0:1749610787.785674:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7cb8. 00000100:00000001:0.0:1749610787.785675:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610787.785679:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedbb0. 00000100:00000040:0.0:1749610787.785679:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119282a00] to pc [ptlrpcd_rcv+-1] req@ffff880119282a00 x1834598494564992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610787.785684:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494564864, portal 10 00000100:00000001:3.0:1749610787.785686:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610787.785686:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749610787.785687:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031240320 : -131936678311296 : ffff880119280a80) 00000100:00000001:0.0:1749610787.785687:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610787.785691:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ad48 00000100:00000040:0.0:1749610787.785693:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1749610787.785694:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ad48. 00000100:00000040:3.0:1749610787.785695:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119280a80 x1834598494564864/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610787.785696:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749610787.785697:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749610787.785700:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119281500. 00000100:00000200:2.0:1749610787.785729:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119283480 x1834598494564480/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749610787.785730:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:0.0:1749610787.785733:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610787.785735:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749610787.785737:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749610787.785737:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610787.785738:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610787.785739:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1749610787.785740:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119283480 x1834598494564480/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610812 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610787.785741:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3ff00. 00000100:00100000:1.0:1749610787.785742:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494564480 00000100:00000001:0.0:1749610787.785744:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610787.785745:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610787.785747:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610787.785748:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610787.785749:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749610787.785749:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880119281500 x1834598494565120/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749610787.785752:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610787.785753:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610787.785754:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749610787.785756:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610787.785757:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000010:3.0:1749610787.785758:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedb28. 00000100:00000040:2.0:1749610787.785758:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1268 usecs (2 jiffies) 00000100:00000001:0.0:1749610787.785759:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610787.785760:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300061245 00000100:00100000:1.0:1749610787.785760:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494564480 00000100:00000200:3.0:1749610787.785763:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494564864, offset 0 00000100:00000001:2.0:1749610787.785763:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300061265 00000020:00000001:1.0:1749610787.785763:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1749610787.785763:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119281500] to pc [ptlrpcd_00_03+3] req@ffff880119281500 x1834598494565120/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749610787.785764:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749610787.785766:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300061245 00000020:00000001:1.0:1749610787.785766:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610787.785768:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300061265 00000020:00000001:1.0:1749610787.785769:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610787.785770:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300061245 00000400:00000200:3.0:1749610787.785771:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610787.785772:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300061265 00000100:00000001:2.0:1749610787.785774:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300061245 00000100:00000001:2.0:1749610787.785776:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300061265 00000100:00000001:0.0:1749610787.785777:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610787.785778:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610787.785779:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610787.785780:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610787.785782:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610787.785783:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749610787.785783:0:8737:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5398) 00000100:00000040:2.0:1749610787.785786:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119282d80 x1834598494564608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610787.785786:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124400. 00000020:00000010:1.0:1749610787.785791:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9d00. 00000400:00000200:3.0:1749610787.785792:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf92f200 00000100:00000001:2.0:1749610787.785793:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610787.785794:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610787.785797:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:1.0:1749610787.785797:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c000. 02000000:00000001:2.0:1749610787.785799:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749610787.785801:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be9 [64] + 44176 02000000:00000001:2.0:1749610787.785801:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610787.785802:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00100000:2.0:1749610787.785804:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119282d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494564608:0@lo:38:kworker.0 00000100:00000001:1.0:1749610787.785804:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610787.785806:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610787.785807:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1749610787.785809:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749610787.785809:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749610787.785812:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610787.785814:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749610787.785815:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610787.785817:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749610787.785820:0:28324:0:(events.c:287:request_in_callback()) Process entered 02000000:00000010:2.0:1749610787.785820:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880111579000. 00000100:00000200:3.0:1749610787.785822:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:2.0:1749610787.785822:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610787.785826:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe948. 00000100:00000010:3.0:1749610787.785828:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135bd180. 00000400:00000010:2.0:1749610787.785829:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ad48. 00000100:00000040:3.0:1749610787.785833:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff8801135bd180 x1834598494564864 msgsize 224 00000100:00000200:2.0:1749610787.785833:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494564608, portal 10 00000100:00000001:1.0:1749610787.785833:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610787.785835:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610787.785837:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031249280 : -131936678302336 : ffff880119282d80) 00000100:00100000:3.0:1749610787.785839:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1749610787.785843:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119282d80 x1834598494564608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610787.785844:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610787.785847:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749610787.785849:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610787.785852:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:2.0:1749610787.785852:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:1.0:1749610787.785853:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 135 00000400:00000010:2.0:1749610787.785854:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a880. 00000100:00000200:2.0:1749610787.785856:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494564608, offset 0 00000100:00000001:1.0:1749610787.785856:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134191749248 : -131939517802368 : ffff88006fe8d880) 00000400:00000200:3.0:1749610787.785860:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedb28 00000100:00000040:1.0:1749610787.785862:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006fe8d880 x1834598494564480/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610807 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610787.785863:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedb28. 00000100:00000001:3.0:1749610787.785868:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:2.0:1749610787.785870:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1749610787.785874:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006fe8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494564480:12345-0@lo:38:kworker.0 00000100:00000200:3.0:1749610787.785875:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119280a80 x1834598494564864/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610787.785877:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1749610787.785878:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494564480 00000020:00000001:1.0:1749610787.785881:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:2.0:1749610787.785883:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92f100 00010000:00000001:1.0:1749610787.785885:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749610787.785888:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1749610787.785888:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 44400 00000100:00000001:0.0:1749610787.785891:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1749610787.785893:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749610787.785894:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119280a80 x1834598494564864/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610803 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610787.785894:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494564864 00000400:00000200:2.0:1749610787.785896:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749610787.785897:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610787.785899:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610787.785900:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:1.0:1749610787.785900:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610787.785901:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749610787.785901:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610787.785904:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749610787.785904:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:0.0:1749610787.785904:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610787.785905:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fe8dc00. 00000100:00000001:3.0:1749610787.785907:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:1.0:1749610787.785907:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:0.0:1749610787.785907:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494564864 00000100:00000040:2.0:1749610787.785908:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006fe8dc00 x1834598494564608 msgsize 520 00000020:00000001:0.0:1749610787.785909:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:1.0:1749610787.785911:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000040:0.0:1749610787.785911:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000100:00100000:2.0:1749610787.785912:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610787.785913:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610787.785913:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749610787.785914:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000040:0.0:1749610787.785915:0:12680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000100:00000001:1.0:1749610787.785916:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1749610787.785918:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000040:3.0:1749610787.785919:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 891 usecs (1 jiffies) 02000000:00000001:1.0:1749610787.785919:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1749610787.785920:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:2.0:1749610787.785921:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749610787.785923:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300061244 02000000:00000010:1.0:1749610787.785923:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880113586c00. 00000400:00000200:2.0:1749610787.785924:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a880 02000000:00000001:1.0:1749610787.785925:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610787.785925:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749610787.785927:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300061265 00000400:00000010:2.0:1749610787.785927:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a880. 00000100:00000001:1.0:1749610787.785927:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610787.785928:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000010:0.0:1749610787.785928:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3880. 00000100:00000001:3.0:1749610787.785931:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300061244 00010000:00000001:1.0:1749610787.785931:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000200:2.0:1749610787.785932:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119282d80 x1834598494564608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610787.785933:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610787.785934:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300061265 00000020:00000040:0.0:1749610787.785936:0:12680:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:3.0:1749610787.785937:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300061244 00000100:00001000:1.0:1749610787.785937:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749610787.785940:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610787.785942:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119282d80 x1834598494564608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610812 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610787.785946:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749610787.785949:0:12680:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1749610787.785950:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300061265 00000100:00000001:1.0:1749610787.785950:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610787.785953:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610787.785954:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300061244 00000100:00000001:2.0:1749610787.785954:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610787.785954:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e400. 00000100:00000001:1.0:1749610787.785955:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610787.785956:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610787.785957:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300061265 00000100:00000001:1.0:1749610787.785958:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000010:0.0:1749610787.785958:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dffd00. 00000100:00000001:3.0:1749610787.785960:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610787.785961:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610787.785961:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000010:0.0:1749610787.785962:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4adde10. 02000000:00000001:1.0:1749610787.785963:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749610787.785964:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610787.785964:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 947 usecs (1 jiffies) 02000000:00000001:1.0:1749610787.785965:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610787.785967:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300061244 00000100:00000001:1.0:1749610787.785967:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610787.785968:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610787.785969:0:12680:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1749610787.785970:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300061265 00000100:00000040:1.0:1749610787.785970:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610787.785971:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610787.785972:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610787.785972:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300061244 00000400:00000010:1.0:1749610787.785973:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bbb0. 00000100:00000001:0.0:1749610787.785973:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610787.785974:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300061265 00000100:00000001:2.0:1749610787.785976:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300061244 00000100:00000001:0.0:1749610787.785976:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610787.785978:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300061265 00000100:00000200:1.0:1749610787.785978:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494564480, offset 0 00000100:00000001:3.0:1749610787.785979:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610787.785980:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300061244 00000100:00000001:0.0:1749610787.785981:0:12680:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749610787.785982:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1749610787.785982:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300061265 00000400:00000200:1.0:1749610787.785983:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610787.785983:0:12680:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749610787.785984:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610787.785984:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610787.785985:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610787.785986:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610787.785987:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610787.785988:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749610787.785990:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610787.785992:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610787.785993:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119280700 x1834598494564736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610787.785993:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749610787.785998:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119281500 x1834598494565120/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610787.785999:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1749610787.786000:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf92f080 00000100:00000001:2.0:1749610787.786001:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610787.786002:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1749610787.786003:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610787.786004:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749610787.786005:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494564608 02000000:00000001:2.0:1749610787.786006:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610787.786006:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6acd [1] + 0 02000000:00000001:0.0:1749610787.786008:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:2.0:1749610787.786009:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119280700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494564736:0@lo:38:kworker.0 00000100:00000001:3.0:1749610787.786010:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1749610787.786011:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610787.786011:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610787.786012:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749610787.786013:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610787.786013:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610787.786014:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1749610787.786015:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749610787.786016:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610787.786017:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610787.786017:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1749610787.786017:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610787.786019:0:9696:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:3.0:1749610787.786020:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1749610787.786020:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88011157b000. 00000100:00100000:0.0:1749610787.786021:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494564608 02000000:00000001:2.0:1749610787.786022:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610787.786023:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610787.786024:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:1.0:1749610787.786025:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119283480 x1834598494564480/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610812 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749610787.786026:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00100000:3.0:1749610787.786028:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119281500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494565120:0@lo:400:kworker.0 00000020:00000001:0.0:1749610787.786028:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:2.0:1749610787.786030:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fee70. 00000020:00000001:0.0:1749610787.786030:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610787.786033:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1749610787.786033:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a880. 00000020:00000001:0.0:1749610787.786034:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610787.786036:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494564736, portal 10 00000100:00000040:1.0:1749610787.786036:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119283480 x1834598494564480/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610812 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610787.786037:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:0.0:1749610787.786038:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f000. 00000100:00000001:2.0:1749610787.786039:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1749610787.786040:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610787.786040:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031239424 : -131936678312192 : ffff880119280700) 00000020:00000010:0.0:1749610787.786042:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dffe00. 02000000:00000001:3.0:1749610787.786043:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749610787.786045:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:0.0:1749610787.786046:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4added8. 02000000:00000010:3.0:1749610787.786047:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7b3200. 00000100:00000040:2.0:1749610787.786047:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119280700 x1834598494564736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610787.786049:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1749610787.786050:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610787.786051:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bbb0 00000100:00000001:0.0:1749610787.786051:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:1.0:1749610787.786053:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bbb0. 00000100:00000001:2.0:1749610787.786054:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610787.786054:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610787.786055:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7d10. 00000100:00000040:2.0:1749610787.786056:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610787.786056:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000010:2.0:1749610787.786057:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aee0. 00000100:00000001:1.0:1749610787.786057:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749610787.786059:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610787.786060:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedb28. 00000100:00000200:2.0:1749610787.786060:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494564736, offset 0 00000100:00000001:1.0:1749610787.786060:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610787.786063:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000200:2.0:1749610787.786064:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610787.786066:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610787.786068:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610787.786068:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749610787.786070:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749610787.786072:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fe8d880 x1834598494564480/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610807 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610787.786075:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92f180 00000100:00000200:3.0:1749610787.786077:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494565120, portal 10 00000100:00000001:0.0:1749610787.786077:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1749610787.786079:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 44920 00000100:00000001:3.0:1749610787.786080:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610787.786080:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610787.786081:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031243008 : -131936678308608 : ffff880119281500) 00000400:00000200:2.0:1749610787.786083:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1749610787.786086:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 227 00000400:00000200:2.0:1749610787.786088:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1749610787.786090:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119281500 x1834598494565120/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610787.786091:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00100000:1.0:1749610787.786091:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006fe8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494564480:12345-0@lo:38:kworker.0 Request processed in 213us (421us total) trans 0 rc -19/-19 00000100:00000040:0.0:1749610787.786091:0:12680:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000200:2.0:1749610787.786092:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749610787.786095:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fe8e680. 00000100:00000040:2.0:1749610787.786098:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006fe8e680 x1834598494564736 msgsize 520 00000100:00100000:1.0:1749610787.786101:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 135 00000100:00100000:2.0:1749610787.786102:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610787.786102:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136933970304 : -131936775581312 : ffff8801135bd180) 00000100:00000001:1.0:1749610787.786104:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610787.786105:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749610787.786109:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749610787.786110:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:1.0:1749610787.786110:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9d00. 00000100:00000040:0.0:1749610787.786111:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8801135bd180 x1834598494564864/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:223/0 lens 224/0 e 0 to 0 dl 1749610798 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610787.786112:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aee0 00000100:00000040:3.0:1749610787.786113:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610787.786114:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aee0. 00000020:00000010:1.0:1749610787.786114:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c000. 00000400:00000010:3.0:1749610787.786115:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedaa0. 00000100:00000001:2.0:1749610787.786116:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000010:1.0:1749610787.786117:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124400. 00000100:00000200:3.0:1749610787.786119:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494565120, offset 0 00000100:00000200:2.0:1749610787.786120:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119280700 x1834598494564736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610787.786123:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610787.786123:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610787.786127:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610787.786127:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1749610787.786130:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119280700 x1834598494564736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610812 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610787.786131:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1749610787.786131:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b30c0. 00000100:00000001:2.0:1749610787.786136:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610787.786136:0:12680:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749610787.786137:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf92f300 00000100:00000001:2.0:1749610787.786138:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:0.0:1749610787.786140:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b30c0. 00000400:00000200:3.0:1749610787.786142:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be9 [64] + 45440 00000100:00000001:1.0:1749610787.786142:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749610787.786144:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494564736 02000000:00000001:1.0:1749610787.786146:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1749610787.786147:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610787.786147:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610787.786148:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1749610787.786149:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801135bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:28324:x1834598494564864:12345-0@lo:400:kworker.0 00000100:00000040:2.0:1749610787.786150:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 863 usecs (1 jiffies) 00000100:00000001:1.0:1749610787.786150:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610787.786151:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610787.786153:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300061244 02000000:00000001:1.0:1749610787.786153:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610787.786154:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749610787.786155:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300061265 00000100:00100000:1.0:1749610787.786155:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494564736 00000100:00000200:0.0:1749610787.786155:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494564864 00000100:00000200:3.0:1749610787.786156:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:1.0:1749610787.786157:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610787.786158:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300061244 00000020:00000040:1.0:1749610787.786159:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000010:3.0:1749610787.786160:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135bd880. 00000100:00000001:2.0:1749610787.786160:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300061265 00000020:00000001:0.0:1749610787.786160:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749610787.786161:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1749610787.786162:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff8801135bd880 x1834598494565120 msgsize 224 00000100:00000001:2.0:1749610787.786162:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300061244 00000100:00000001:2.0:1749610787.786163:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300061265 00000020:00000001:1.0:1749610787.786163:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610787.786164:0:12680:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:2.0:1749610787.786165:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300061244 00000020:00000001:1.0:1749610787.786165:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610787.786166:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749610787.786167:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300061265 00000020:00000001:0.0:1749610787.786167:0:12680:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610787.786168:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124400. 00000100:00000001:2.0:1749610787.786169:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610787.786170:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9d00. 00000100:00000001:2.0:1749610787.786171:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610787.786172:0:12680:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000010:1.0:1749610787.786173:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c000. 00000100:00000001:2.0:1749610787.786174:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610787.786175:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:0.0:1749610787.786175:0:12680:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:2.0:1749610787.786176:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610787.786176:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610787.786177:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610787.786179:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610787.786179:0:12680:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1749610787.786180:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedaa0 00000100:00000001:2.0:1749610787.786181:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1749610787.786182:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedaa0. 00000100:00000001:2.0:1749610787.786182:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1749610787.786182:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610787.786184:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749610787.786184:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610787.786184:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610787.786185:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1749610787.786185:0:12680:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610787.786186:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1749610787.786188:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119281500 x1834598494565120/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610787.786188:0:12680:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1749610787.786189:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1749610787.786190:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119282a00 x1834598494564992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610787.786191:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494565120 00000020:00000001:0.0:1749610787.786191:0:12680:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 02000000:00000001:1.0:1749610787.786192:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610787.786194:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1749610787.786194:0:12680:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610787.786196:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610787.786196:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610787.786197:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610787.786198:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610787.786198:0:12680:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000040:3.0:1749610787.786199:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119281500 x1834598494565120/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610803 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610787.786200:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610787.786202:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610787.786203:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610787.786203:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749610787.786204:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610787.786205:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494565120 00000100:00000001:3.0:1749610787.786206:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610787.786206:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749610787.786207:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:2.0:1749610787.786207:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119282a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494564992:0@lo:38:kworker.0 00000020:00000001:1.0:1749610787.786207:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610787.786208:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:3.0:1749610787.786210:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610787.786210:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1749610787.786210:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:0.0:1749610787.786211:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801205e3000. 02000000:00000001:2.0:1749610787.786212:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:1.0:1749610787.786212:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000040:3.0:1749610787.786214:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 817 usecs (1 jiffies) 02000000:00000001:2.0:1749610787.786214:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610787.786214:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 02000000:00000001:0.0:1749610787.786214:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610787.786215:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1749610787.786216:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:3.0:1749610787.786217:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300061244 02000000:00000010:2.0:1749610787.786218:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88011157b400. 00000100:00000001:0.0:1749610787.786218:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610787.786219:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749610787.786220:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300061265 00000020:00000001:0.0:1749610787.786221:0:12680:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610787.786222:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300061244 00000020:00000010:1.0:1749610787.786222:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b405df00. 00000100:00000001:3.0:1749610787.786224:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300061265 02000000:00000001:2.0:1749610787.786224:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610787.786226:0:9691:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b4211100. 00010000:00000040:0.0:1749610787.786226:0:12680:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494564864 00000400:00000010:2.0:1749610787.786228:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe630. 00000100:00000001:1.0:1749610787.786229:0:9691:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00010000:00000001:0.0:1749610787.786230:0:12680:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:3.0:1749610787.786231:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300061244 00000400:00000010:2.0:1749610787.786231:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aee0. 00000020:00000010:1.0:1749610787.786231:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b405df00. 00000100:00000001:3.0:1749610787.786234:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300061265 00000100:00000200:2.0:1749610787.786234:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494564992, portal 10 00000020:00000010:1.0:1749610787.786235:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125000. 00000100:00000001:3.0:1749610787.786236:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300061244 00000100:00000001:2.0:1749610787.786236:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610787.786237:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031248384 : -131936678303232 : ffff880119282a00) 00000020:00000010:1.0:1749610787.786237:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9b80. 00010000:00000200:0.0:1749610787.786237:0:12680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8801135bd180 x1834598494564864/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:223/0 lens 224/224 e 0 to 0 dl 1749610798 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610787.786238:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300061265 00000100:00000001:3.0:1749610787.786240:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749610787.786241:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c3e8. 00000100:00000001:3.0:1749610787.786242:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610787.786243:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119282a00 x1834598494564992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610787.786244:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610787.786245:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610787.786246:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610787.786247:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610787.786247:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610787.786250:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:0.0:1749610787.786250:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749610787.786251:0:9691:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749610787.786252:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1749610787.786252:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610787.786253:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1749610787.786253:0:9691:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000001:0.0:1749610787.786253:0:12680:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610787.786254:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a6e8. 00000100:00000001:3.0:1749610787.786255:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610787.786255:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610787.786256:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1749610787.786256:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494564992, offset 0 00000100:00000001:1.0:1749610787.786256:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610787.786258:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610787.786258:0:12680:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=142 v=5 (1 1 1 1) 00000400:00000200:2.0:1749610787.786259:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610787.786260:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610787.786262:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610787.786263:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1749610787.786265:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1749610787.786266:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 228 00000100:00000040:1.0:1749610787.786269:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000400:00000200:2.0:1749610787.786270:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92f280 00000100:00000001:1.0:1749610787.786271:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136933972096 : -131936775579520 : ffff8801135bd880) 00000100:00000001:0.0:1749610787.786272:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1749610787.786273:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 45664 00000100:00080000:3.0:1749610787.786274:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000040:1.0:1749610787.786276:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8801135bd880 x1834598494565120/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:223/0 lens 224/0 e 0 to 0 dl 1749610798 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610787.786276:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000200:2.0:1749610787.786277:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:3.0:1749610787.786278:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:0.0:1749610787.786279:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:2.0:1749610787.786280:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610787.786283:0:28320:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:0.0:1749610787.786283:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:2.0:1749610787.786284:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749610787.786284:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749610787.786286:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b405df00. 02000000:00000001:0.0:1749610787.786286:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610787.786288:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fe8e300. 00000100:00000001:1.0:1749610787.786288:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610787.786289:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610787.786290:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006fe8e300 x1834598494564992 msgsize 520 00000100:00000001:3.0:1749610787.786292:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1749610787.786293:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:2.0:1749610787.786294:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610787.786295:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1749610787.786295:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b405df00. 00000100:00000001:2.0:1749610787.786296:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000010:0.0:1749610787.786298:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958212a8. 00000400:00000200:2.0:1749610787.786299:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a6e8 00000400:00000010:2.0:1749610787.786300:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a6e8. 00000100:00100000:1.0:1749610787.786300:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801135bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494565120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1749610787.786301:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 362 00000100:00000001:2.0:1749610787.786302:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749610787.786304:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134191750144 : -131939517801472 : ffff88006fe8dc00) 00000100:00000200:1.0:1749610787.786304:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494565120 00000100:00000200:0.0:1749610787.786305:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494564864, offset 224 00000100:00000200:2.0:1749610787.786306:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119282a00 x1834598494564992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610787.786307:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:3.0:1749610787.786309:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006fe8dc00 x1834598494564608/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610807 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610787.786309:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:1.0:1749610787.786311:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610787.786312:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1749610787.786312:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1749610787.786313:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000040:2.0:1749610787.786315:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119282a00 x1834598494564992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610812 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610787.786315:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:1.0:1749610787.786317:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00100000:3.0:1749610787.786319:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006fe8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494564608:12345-0@lo:38:kworker.0 00000020:00000001:1.0:1749610787.786320:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610787.786322:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610787.786322:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000200:3.0:1749610787.786323:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494564608 00000020:00000001:1.0:1749610787.786323:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1749610787.786323:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1749610787.786325:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610787.786326:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749610787.786327:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:1.0:1749610787.786327:0:9691:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00010000:00000001:3.0:1749610787.786328:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749610787.786330:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749610787.786332:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610787.786333:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610787.786333:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92f200 02000000:00000010:1.0:1749610787.786335:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880113587800. 00000100:00000040:2.0:1749610787.786336:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 665 usecs (1 jiffies) 02000000:00000001:1.0:1749610787.786337:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610787.786338:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610787.786338:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300061244 00000100:00000001:1.0:1749610787.786339:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749610787.786341:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749610787.786341:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300061265 00000020:00000001:1.0:1749610787.786341:0:9691:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610787.786341:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6ad5 [1] + 224 00010000:00000001:3.0:1749610787.786344:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610787.786344:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300061244 00010000:00000040:1.0:1749610787.786344:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494565120 00010000:00000001:3.0:1749610787.786346:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610787.786346:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300061265 00010000:00000001:1.0:1749610787.786346:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:2.0:1749610787.786348:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300061244 00000100:00000001:3.0:1749610787.786349:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:0.0:1749610787.786349:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610787.786350:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300061265 00010000:00000200:1.0:1749610787.786350:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8801135bd880 x1834598494565120/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:223/0 lens 224/224 e 0 to 0 dl 1749610798 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610787.786352:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300061244 00000100:00000001:2.0:1749610787.786354:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300061265 00000400:00000200:0.0:1749610787.786354:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610787.786356:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749610787.786356:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610787.786358:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610787.786358:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610787.786358:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749610787.786359:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610787.786360:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000001:2.0:1749610787.786361:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00001000:1.0:1749610787.786362:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=142 v=5 (1 1 1 1) 02000000:00000010:3.0:1749610787.786363:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801214d2c00. 00000400:00000001:2.0:1749610787.786363:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1749610787.786365:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610787.786365:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe000. 00000100:00000001:1.0:1749610787.786366:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749610787.786367:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610787.786367:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 00000100:00000200:0.0:1749610787.786367:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119280a80 x1834598494564864/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610803 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610787.786368:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000010:2.0:1749610787.786369:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 00010000:00000001:3.0:1749610787.786370:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749610787.786370:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610787.786371:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:3.0:1749610787.786372:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610787.786372:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610787.786374:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610787.786375:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000200:2.0:1749610787.786375:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119283480 x1834598494564480/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610812 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610787.786376:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749610787.786379:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:1.0:1749610787.786379:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610787.786381:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610787.786382:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880119280a80 x1834598494564864/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610803 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610787.786383:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119283480 x1834598494564480/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610812 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610787.786384:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000400:00000010:1.0:1749610787.786385:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bbb0. 00000100:00000001:3.0:1749610787.786386:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610787.786389:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749610787.786390:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:1.0:1749610787.786390:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494565120, offset 224 00000100:00000001:2.0:1749610787.786391:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610787.786392:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000001:2.0:1749610787.786393:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749610787.786394:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:1.0:1749610787.786394:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1749610787.786396:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610787.786396:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610787.786397:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610787.786398:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749610787.786400:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610787.786400:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610787.786402:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1749610787.786403:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedaa0. 02000000:00000001:2.0:1749610787.786403:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610787.786403:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:3.0:1749610787.786407:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494564608, offset 0 00000400:00000200:1.0:1749610787.786408:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92f300 00000100:00001000:2.0:1749610787.786409:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610787 v=5 (0 0 0 0) 00000400:00000200:3.0:1749610787.786411:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:2.0:1749610787.786413:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=60 v=20 (20 1 1 1) 00000400:00000200:1.0:1749610787.786416:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6af1 [1] + 224 00000400:00000200:3.0:1749610787.786419:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610787.786420:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1749610787.786421:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749610787.786423:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749610787.786424:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92f100 00000400:00000200:1.0:1749610787.786424:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610787.786425:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749610787.786429:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6add [1] + 0 00000100:00000040:2.0:1749610787.786430:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119283480 x1834598494564480/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610812 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610787.786433:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610787.786436:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610787.786438:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:0.0:1749610787.786438:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958212a8 00000100:00000001:2.0:1749610787.786440:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610787.786442:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749610787.786442:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958212a8. 00000100:00000001:2.0:1749610787.786444:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610787.786446:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610787.786447:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00080000:2.0:1749610787.786448:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1749610787.786448:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610787.786449:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00080000:2.0:1749610787.786451:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610787.786453:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:1.0:1749610787.786453:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119281500 x1834598494565120/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610803 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610787.786454:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610787.786454:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610787.786457:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119283480 x1834598494564480/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610812 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610787.786459:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119282d80 x1834598494564608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610812 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610787.786459:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000040:1.0:1749610787.786463:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880119281500 x1834598494565120/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610803 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749610787.786463:0:12680:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00100000:2.0:1749610787.786465:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119283480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494564480:0@lo:38:kworker.0 00000020:00000001:0.0:1749610787.786466:0:12680:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610787.786468:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119282d80 x1834598494564608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610812 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610787.786470:0:12680:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1749610787.786472:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749610787.786476:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bbb0 00000100:00000040:0.0:1749610787.786476:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135bd180 x1834598494564864/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:223/0 lens 224/224 e 0 to 0 dl 1749610798 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610787.786477:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:1.0:1749610787.786478:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bbb0. 00000100:00000001:1.0:1749610787.786480:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610787.786482:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000001:2.0:1749610787.786484:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610787.786485:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749610787.786485:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610787.786487:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe948. 00000100:00000040:1.0:1749610787.786488:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000200:2.0:1749610787.786490:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ad48 00010000:00000001:1.0:1749610787.786490:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000010:2.0:1749610787.786492:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ad48. 00000020:00000001:1.0:1749610787.786492:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610787.786494:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedaa0 00000100:00000001:2.0:1749610787.786494:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:1.0:1749610787.786494:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00100000:0.0:1749610787.786494:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801135bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:28324:x1834598494564864:12345-0@lo:400:kworker.0 Request processed in 365us (657us total) trans 0 rc 0/0 00000100:00000200:2.0:1749610787.786498:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119282d80 x1834598494564608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610812 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610787.786498:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135bd880 x1834598494565120/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:223/0 lens 224/224 e 0 to 0 dl 1749610798 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610787.786502:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedaa0. 00000100:00000001:3.0:1749610787.786505:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000200:2.0:1749610787.786506:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119282d80 x1834598494564608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610812 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610787.786507:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:1.0:1749610787.786508:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801135bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494565120:12345-0@lo:400:kworker.0 Request processed in 222us (343us total) trans 0 rc 0/0 00000100:00000001:3.0:1749610787.786511:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610787.786513:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:3.0:1749610787.786514:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610787.786514:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610787.786516:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749610787.786517:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610787.786517:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 228 02000000:00000001:2.0:1749610787.786518:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1749610787.786519:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749610787.786520:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:2.0:1749610787.786548:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610787.786550:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610787.786552:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610787.786557:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610787 v=5 (0 0 0 0) 00000100:00000040:3.0:1749610787.786559:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fe8dc00 x1834598494564608/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610807 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749610787.786560:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=42 v=20 (20 1 1 1) 00000100:00000001:2.0:1749610787.786563:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610787.786564:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610787.786566:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:3.0:1749610787.786570:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006fe8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494564608:12345-0@lo:38:kworker.0 Request processed in 251us (660us total) trans 0 rc -19/-19 00000100:00000040:2.0:1749610787.786571:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119282d80 x1834598494564608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610812 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610787.786573:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 227 00000100:00000001:2.0:1749610787.786578:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:0.0:1749610787.786578:0:12680:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00100000:3.0:1749610787.786580:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 362 00000100:00000001:2.0:1749610787.786580:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610787.786582:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610787.786582:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610787.786582:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610787.786583:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749610787.786584:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749610787.786584:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610787.786584:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749610787.786585:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610787.786586:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00080000:2.0:1749610787.786587:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000010:3.0:1749610787.786588:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dffe00. 00000100:00080000:2.0:1749610787.786590:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000020:00000010:1.0:1749610787.786590:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9b80. 00000020:00000010:0.0:1749610787.786590:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dffd00. 00000020:00000010:3.0:1749610787.786592:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4added8. 00000100:00000001:2.0:1749610787.786592:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610787.786595:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119282d80 x1834598494564608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610812 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610787.786595:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4adde10. 00000020:00000010:3.0:1749610787.786596:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f000. 00000100:00000001:3.0:1749610787.786599:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749610787.786599:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c3e8. 00000020:00000010:0.0:1749610787.786601:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e400. 00000100:00100000:2.0:1749610787.786602:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119282d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494564608:0@lo:38:kworker.0 00000020:00000010:1.0:1749610787.786602:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125000. 00000100:00000001:2.0:1749610787.786607:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610787.786607:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00000001:3.0:1749610787.786608:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:1.0:1749610787.786608:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:2.0:1749610787.786609:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1749610787.786610:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494564992 00000100:00000001:0.0:1749610787.786610:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610787.786611:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610787.786612:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1749610787.786612:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119283480 x1834598494564480/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610812 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610787.786615:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610787.786617:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610787.786618:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610787.786620:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610787.786620:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749610787.786620:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610787.786622:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749610787.786622:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1749610787.786623:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494564992 02000000:00000010:2.0:1749610787.786623:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88011157bc00. 00000100:00000001:0.0:1749610787.786624:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1749610787.786625:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610787.786626:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:2.0:1749610787.786626:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:1.0:1749610787.786626:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 363 00000020:00000001:3.0:1749610787.786628:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749610787.786628:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610787.786629:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:1.0:1749610787.786629:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134191752832 : -131939517798784 : ffff88006fe8e680) 00000020:00000001:3.0:1749610787.786630:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610787.786630:0:12680:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610787.786633:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610787.786633:0:12680:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610787.786634:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006fe8e680 x1834598494564736/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610807 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610787.786636:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2200. 00000020:00000001:2.0:1749610787.786636:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610787.786638:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e0000. 00000020:00000010:3.0:1749610787.786639:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c400. 00000020:00000010:3.0:1749610787.786642:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8320. 02000000:00000001:2.0:1749610787.786642:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610787.786643:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:1.0:1749610787.786643:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006fe8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494564736:12345-0@lo:38:kworker.0 00000100:00000001:3.0:1749610787.786645:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000010:2.0:1749610787.786645:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119283480. 00000100:00000001:3.0:1749610787.786646:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:1.0:1749610787.786647:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494564736 00000100:00000001:2.0:1749610787.786649:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000020:00000001:1.0:1749610787.786649:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749610787.786650:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749610787.786651:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749610787.786652:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610787.786654:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610787.786656:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119282d80 x1834598494564608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610812 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610787.786658:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610787.786659:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610787.786661:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610787.786662:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00010000:00020000:1.0:1749610787.786663:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:2.0:1749610787.786664:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749610787.786665:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1749610787.786665:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880111579000. 00010000:00000001:1.0:1749610787.786665:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749610787.786665:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610787.786668:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:1.0:1749610787.786668:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:2.0:1749610787.786669:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610787.786670:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:1.0:1749610787.786670:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610787.786672:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1749610787.786672:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749610787.786672:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749610787.786673:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000010:2.0:1749610787.786673:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e2400. 02000000:00000001:1.0:1749610787.786674:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1749610787.786676:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1749610787.786676:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1749610787.786677:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 364 02000000:00000001:2.0:1749610787.786677:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:1.0:1749610787.786677:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880113585c00. 00000100:00000010:2.0:1749610787.786678:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119282d80. 00000100:00000001:0.0:1749610787.786678:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610787.786679:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134191751936 : -131939517799680 : ffff88006fe8e300) 02000000:00000001:1.0:1749610787.786679:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610787.786681:0:9692:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610787.786682:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610787.786683:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006fe8e300 x1834598494564992/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610807 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610787.786684:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00010000:00000001:1.0:1749610787.786684:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749610787.786684:0:9692:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610787.786685:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749610787.786686:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610787.786687:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1749610787.786689:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749610787.786691:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1749610787.786692:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006fe8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494564992:12345-0@lo:38:kworker.0 00000100:00000001:1.0:1749610787.786692:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749610787.786693:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1749610787.786694:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1749610787.786695:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494564992 00000100:00000001:1.0:1749610787.786695:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610787.786696:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610787.786697:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610787.786697:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:3.0:1749610787.786698:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749610787.786699:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610787.786699:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00010000:00000001:3.0:1749610787.786700:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749610787.786723:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:1.0:1749610787.786732:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:1.0:1749610787.786735:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1749610787.786736:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610787.786737:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749610787.786740:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749610787.786740:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:3.0:1749610787.786742:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749610787.786742:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1749610787.786745:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:1.0:1749610787.786745:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bbb0. 00000100:00000001:3.0:1749610787.786747:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749610787.786749:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000200:1.0:1749610787.786749:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494564736, offset 0 02000000:00000001:3.0:1749610787.786751:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1749610787.786753:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1749610787.786755:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801214d2800. 02000000:00000001:3.0:1749610787.786757:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610787.786759:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610787.786760:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1749610787.786762:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610787.786764:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610787.786765:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92f180 00000100:00001000:3.0:1749610787.786767:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610787.786770:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:1.0:1749610787.786770:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6ae9 [1] + 0 00000100:00000001:3.0:1749610787.786772:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610787.786775:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000200:1.0:1749610787.786775:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610787.786777:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:1.0:1749610787.786778:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610787.786779:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:1.0:1749610787.786781:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:3.0:1749610787.786783:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000200:1.0:1749610787.786786:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119280700 x1834598494564736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610812 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610787.786791:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610787.786793:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610787.786795:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610787.786795:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119280700 x1834598494564736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610812 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610787.786798:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610787.786801:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedaa0. 00000100:00000200:3.0:1749610787.786805:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494564992, offset 0 00000400:00000200:3.0:1749610787.786809:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610787.786816:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610787.786818:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749610787.786822:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92f280 00000400:00000200:1.0:1749610787.786823:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bbb0 00000400:00000010:1.0:1749610787.786825:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bbb0. 00000100:00000001:1.0:1749610787.786827:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610787.786828:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:3.0:1749610787.786829:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6af9 [1] + 0 00000100:00000001:1.0:1749610787.786831:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610787.786834:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1749610787.786834:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610787.786836:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610787.786837:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1749610787.786839:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610787.786841:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:1.0:1749610787.786843:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fe8e680 x1834598494564736/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610807 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610787.786845:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119282a00 x1834598494564992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610812 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610787.786850:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610787.786852:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1749610787.786854:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119282a00 x1834598494564992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610812 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610787.786854:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006fe8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494564736:12345-0@lo:38:kworker.0 Request processed in 209us (753us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749610787.786861:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 363 00000100:00000001:3.0:1749610787.786862:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000001:2.0:1749610787.786865:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610787.786867:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610787.786868:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe630. 00000100:00000001:1.0:1749610787.786869:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610787.786871:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1749610787.786872:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aee0 00000400:00000010:2.0:1749610787.786874:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aee0. 00000020:00000010:1.0:1749610787.786874:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9d00. 00000400:00000200:3.0:1749610787.786877:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedaa0 00000100:00000001:2.0:1749610787.786877:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:1.0:1749610787.786877:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c000. 00000400:00000010:3.0:1749610787.786879:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedaa0. 00000020:00000010:1.0:1749610787.786880:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124400. 00000100:00000001:3.0:1749610787.786881:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610787.786883:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610787.786884:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610787.786885:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610787.786888:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000200:2.0:1749610787.786888:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119282a00 x1834598494564992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610812 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610787.786890:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610787.786892:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610787.786897:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fe8e300 x1834598494564992/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610807 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610787.786897:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119282a00 x1834598494564992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610812 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610787.786904:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:3.0:1749610787.786906:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006fe8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494564992:12345-0@lo:38:kworker.0 Request processed in 213us (614us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749610787.786906:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610787.786908:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610787.786909:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610787.786911:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610787.786913:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610787.786914:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 364 02000000:00000001:2.0:1749610787.786915:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610787.786917:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610787.786918:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:2.0:1749610787.786919:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610787 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610787.786922:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=92 v=20 (1 1 1 20) 00000100:00000001:2.0:1749610787.786925:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000010:3.0:1749610787.786927:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c400. 00000100:02020000:2.0:1749610787.786929:0:28320:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-lwp-OST0001: operation mds_connect to node 0@lo failed: rc = -19 00000020:00000010:3.0:1749610787.786930:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8320. 00000100:00000001:2.0:1749610787.786931:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610787.786933:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:3.0:1749610787.786934:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2200. 00000100:00000001:3.0:1749610787.786937:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610787.786937:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119282a00 x1834598494564992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610812 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610787.786944:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610787.786946:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610787.786947:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610787.786949:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610787.786950:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610787.786952:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1749610787.786953:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749610787.786954:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1749610787.786955:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610787.786957:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000001:3.0:1749610787.786958:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749610787.786959:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1749610787.786961:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119282a00 x1834598494564992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610812 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610787.786962:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7d10. 00000400:00000200:3.0:1749610787.786965:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedb28 00000400:00000010:3.0:1749610787.786966:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedb28. 00000100:00100000:2.0:1749610787.786968:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119282a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494564992:0@lo:38:kworker.0 00000100:00000001:3.0:1749610787.786969:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610787.786973:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119281500 x1834598494565120/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610803 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749610787.786981:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:3.0:1749610787.786982:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119281500 x1834598494565120/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610803 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749610787.786983:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610787.786985:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fee70. 00000400:00000200:2.0:1749610787.786987:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a880 00000100:00000001:3.0:1749610787.786988:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:2.0:1749610787.786989:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a880. 00000100:00000001:3.0:1749610787.786990:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610787.786991:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610787.786992:0:28324:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749610787.786994:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000200:2.0:1749610787.786995:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119280700 x1834598494564736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610812 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610787.786996:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610787.786997:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610787.787000:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610787.787003:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119280700 x1834598494564736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610812 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749610787.787004:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=92 v=5 (5 5 5 5) 00000100:00001000:3.0:1749610787.787008:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=92 v=5 (1 1 1 1) 00000100:00000001:2.0:1749610787.787009:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610787.787010:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610787.787010:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610787.787012:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610787.787012:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610787.787013:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1749610787.787014:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1749610787.787014:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610787.787016:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1749610787.787018:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880119281500 x1834598494565120/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610803 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610787.787018:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610787.787021:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610787 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610787.787024:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=142 v=20 (1 1 1 20) 00010000:00000001:3.0:1749610787.787026:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610787.787026:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610787.787027:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610787.787029:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1749610787.787029:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749610787.787032:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:3.0:1749610787.787033:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000040:2.0:1749610787.787033:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119280700 x1834598494564736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610812 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610787.787035:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610787.787040:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610787.787042:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610787.787043:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610787.787045:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119281500 x1834598494565120/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610803 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610787.787045:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610787.787046:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610787.787049:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610787.787051:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749610787.787052:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610787.787053:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610787.787054:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610787.787056:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610787.787059:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119281500 x1834598494565120/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610803 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610787.787062:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119280700 x1834598494564736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610812 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610787.787066:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119281500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494565120:0@lo:400:kworker.0 00000100:00100000:2.0:1749610787.787071:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119280700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494564736:0@lo:38:kworker.0 00000400:00000001:3.0:1749610787.787072:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749610787.787074:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749610787.787075:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7cb8. 00000100:00000001:2.0:1749610787.787075:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610787.787077:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1749610787.787078:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedbb0 00000400:00000010:3.0:1749610787.787079:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedbb0. 00000100:00000040:2.0:1749610787.787079:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119282a00 x1834598494564992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610812 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610787.787081:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610787.787084:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119280a80 x1834598494564864/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610803 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610787.787085:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610787.787087:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610787.787089:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88011157b400. 02000000:00000001:2.0:1749610787.787091:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:3.0:1749610787.787092:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119280a80 x1834598494564864/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610803 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610787.787092:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610787.787094:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1749610787.787096:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610787.787097:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e1000. 00000100:00000001:3.0:1749610787.787099:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:2.0:1749610787.787099:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749610787.787100:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610787.787101:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749610787.787102:0:28324:0:(client.c:1550:after_reply()) Process entered 00000100:00000010:2.0:1749610787.787102:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119282a00. 02000000:00000001:3.0:1749610787.787104:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749610787.787105:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610787.787105:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610787.787107:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610787.787107:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610787.787108:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749610787.787109:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610787.787111:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119280700 x1834598494564736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610812 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749610787.787112:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=142 v=5 (5 5 5 5) 00000100:00001000:3.0:1749610787.787115:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=142 v=5 (1 1 1 1) 00000100:00000001:3.0:1749610787.787117:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610787.787118:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610787.787118:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610787.787119:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:3.0:1749610787.787120:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 02000000:00000010:2.0:1749610787.787121:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88011157b000. 00010000:00080000:3.0:1749610787.787123:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880119280a80 x1834598494564864/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610803 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610787.787123:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610787.787124:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610787.787125:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749610787.787127:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610787.787128:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e2c00. 02000000:00000001:2.0:1749610787.787130:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610787.787131:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610787.787133:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119280700. 00010000:00000001:3.0:1749610787.787140:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610787.787140:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610787.787141:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610787.787142:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1749610787.787144:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1749610787.787144:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610787.787146:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749610787.787146:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610787.787147:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610787.787147:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610787.787149:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610787.787150:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119280a80 x1834598494564864/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610803 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610787.787151:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610787.787156:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610787.787158:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610787.787159:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610787.787162:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119280a80 x1834598494564864/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610803 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610787.787169:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:28324:1834598494564864:0@lo:400:kworker.0 00000100:00000001:3.0:1749610787.787173:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610787.787175:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610787.787178:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119281500 x1834598494565120/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610803 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610787.787184:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610787.787186:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610787.787188:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7b3200. 02000000:00000001:3.0:1749610787.787190:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610787.787192:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610787.787193:0:28324:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:3.0:1749610787.787195:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749610787.787197:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3ff00. 02000000:00000001:3.0:1749610787.787201:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610787.787202:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610787.787204:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119281500. 00000100:00000001:3.0:1749610787.787209:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610787.787210:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610787.787212:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610787.787219:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119280a80 x1834598494564864/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610803 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610787.787226:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749610787.787227:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610787.787229:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7b2600. 02000000:00000001:3.0:1749610787.787231:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749610787.787232:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610787.787233:0:28324:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:3.0:1749610787.787235:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749610787.787236:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f200. 02000000:00000001:3.0:1749610787.787238:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749610787.787239:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749610787.787240:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119280a80. 00000100:00000001:3.0:1749610787.787243:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610787.787244:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610787.787246:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610787.787250:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610787.787252:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610787.787253:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610787.787255:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610787.807620:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300061265, at 4300061265 00000100:00000040:0.0:1749610787.807625:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300061265, at 4300061265 00000100:00000010:2.0:1749610787.807630:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677800. 00000100:00000010:0.0:1749610787.807635:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677880. 00000100:00000040:3.0:1749610787.807637:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300061265, at 4300061265 00000100:00000040:1.0:1749610787.807647:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300061265, at 4300061265 00000100:00000010:3.0:1749610787.807648:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677300. 00000100:00000010:1.0:1749610787.807657:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b6779c0. 00000100:00000001:0.0:1749610787.861635:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610787.861640:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610787.861642:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610787.861645:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610787.861648:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610787.861652:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610787.861654:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610787.861656:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610787.861659:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610788.457662:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610788.457671:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610788.457674:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610788.457680:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610788.457763:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610788.457769:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610788.457773:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610788.457777:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610788.457781:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610788.710790:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610788.710798:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610788.710834:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1749610788.710836:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610788.710839:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610788.861637:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610788.861646:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610788.861648:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610788.861653:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610788.861656:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610788.861660:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610788.861664:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749610788.861684:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff880119282300 x1834598494562688/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610788.861724:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610788.861729:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119282300 x1834598494562688/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610788.861738:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749610788.861742:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610788.861744:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610788.861746:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610788.861750:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119282300 x1834598494562688/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610788.861759:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119282300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494562688:0@lo:101:ll_cfg_requeue.0 00000100:00000001:0.0:1749610788.861764:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610788.861767:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749610788.861770:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749610788.861785:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610788.861790:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119282300 x1834598494562688/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610788.861797:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610788.861800:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88006b8afb40. 00000100:00000001:0.0:1749610788.861804:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749610788.861805:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749610788.861810:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749610788.861814:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749610788.861817:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610788.861821:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8fc00 refcount=4 00000020:00000001:0.0:1749610788.861823:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457048064 : -131939252503552 : ffff88007fb8fc00) 00010000:00000001:0.0:1749610788.861827:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457048064 : -131939252503552 : ffff88007fb8fc00) 00010000:00010000:0.0:1749610788.861833:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88007fb8fc00/0x689c0ec07329d1ec lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610788.861843:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749610788.861847:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88007fb8fc00/0x689c0ec07329d1ec lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610788.861854:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749610788.861857:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8fc00/0x689c0ec07329d1ec lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610788.861864:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610788.861865:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749610788.861868:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88007fb8fc00/0x689c0ec07329d1ec lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610788.861874:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749610788.861876:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610788.861879:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749610788.861882:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88007fb8fc00/0x689c0ec07329d1ec lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749610788.861893:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88007fb8fc00 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:0.0:1749610788.861896:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749610788.861900:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8fc00/0x689c0ec07329d1ec lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610788.861905:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749610788.861907:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749610788.861908:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610788.861909:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8fc00 refcount=5 00000020:00000001:0.0:1749610788.861911:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457048064 : -131939252503552 : ffff88007fb8fc00) 00010000:00000001:0.0:1749610788.861913:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457048064 : -131939252503552 : ffff88007fb8fc00) 00010000:00000001:0.0:1749610788.861916:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749610788.861919:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88007fb8fc00/0x689c0ec07329d1ec lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749610788.861924:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749610788.861926:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8fc00/0x689c0ec07329d1ec lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749610788.861931:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:00000040:0.0:1749610788.861934:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749610788.861935:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610788.861938:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749610788.861939:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749610788.861942:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749610788.861944:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749610788.861945:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749610788.861947:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610788.861949:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007fb8fc00 with handle 0x689c0ec07329d1ec from hash 00010000:00000001:0.0:1749610788.861952:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749610788.861953:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610788.861954:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610788.861955:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749610788.861961:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749610788.861963:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749610788.861966:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610788.861967:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610788.861969:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749610788.861970:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610788.861973:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88007fb8fc00/0x689c0ec07329d1ec lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610788.861978:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610788.861979:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610788.861980:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749610788.861982:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749610788.861983:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610788.861984:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610788.861985:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749610788.861987:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88007fb8fc00/0x689c0ec07329d1ec lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1749610788.861995:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88007ef3f500 count: 0 00010000:00000001:0.0:1749610788.862026:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610788.862028:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749610788.862031:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610788.862035:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119282300 x1834598494562688/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610788.862043:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749610788.862045:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610788.862047:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749610788.862049:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610788.862054:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007fb8ec00. 02000000:00000001:0.0:1749610788.862058:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610788.862060:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610788.862062:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119282300. 00000100:00000001:0.0:1749610788.862069:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610788.862071:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749610788.862073:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:0.0:1749610788.862076:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:01000000:0.0:1749610788.862084:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-barrier' succeeded (0). 10000000:00000001:0.0:1749610788.862088:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749610788.862091:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1749610788.862093:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1749610788.862095:0:9690:0:(mgc_request.c:108:config_log_get()) log nodemap (ffff8800b4070c00) refs 4 10000000:00000001:0.0:1749610788.862097:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749610788.862099:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1749610788.862100:0:9690:0:(mgc_request.c:123:config_log_put()) log lustre-barrier(ffff8800b4071200) refs 2 10000000:00000001:0.0:1749610788.862102:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1749610788.862104:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1749610788.862106:0:9690:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:00000001:0.0:1749610788.862107:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:0.0:1749610788.862109:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log nodemap-ffff8800a8b08000 from 1 10000000:00000001:0.0:1749610788.862112:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:0.0:1749610788.862113:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00000100:00000010:0.0:1749610788.862117:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119282300. 00000020:00000040:0.0:1749610788.862120:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1749610788.862124:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610788.862127:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610788.862132:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610788.862139:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007fb8ec00. 00000100:00000001:0.0:1749610788.862146:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610788.862149:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1749610788.862152:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1749610788.862157:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007ef3f100. 00010000:00000001:0.0:1749610788.862162:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1749610788.862164:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007fb8e400. 00000020:00000001:0.0:1749610788.862175:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1749610788.862178:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007fb8e400 with handle 0x689c0ec07329d1f3 to hash 00000020:00000001:0.0:1749610788.862180:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1749610788.862182:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134457041920 : -131939252509696 : ffff88007fb8e400) 00010000:00000001:0.0:1749610788.862185:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134457041920 : -131939252509696 : ffff88007fb8e400) 00010000:00000001:0.0:1749610788.862187:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749610788.862189:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610788.862192:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8e400/0x689c0ec07329d1f3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749610788.862210:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88007fb8e400/0x689c0ec07329d1f3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749610788.862221:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88007fb8e400/0x689c0ec07329d1f3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1749610788.862227:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749610788.862229:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749610788.862234:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88006b8afb40. 00000100:00000001:0.0:1749610788.862236:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134118488896 : -131939591062720 : ffff88006b8afb40) 00000100:00000001:0.0:1749610788.862239:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610788.862240:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031246592 : -131936678305024 : ffff880119282300) 00000100:00000001:0.0:1749610788.862245:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610788.862250:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610788.862252:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749610788.862254:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749610788.862258:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119282300 x1834598494565248/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610788.862266:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610788.862268:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749610788.862272:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff880119282300 x1834598494565248/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610788.862279:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610788.862281:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610788.862282:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610788.862284:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610788.862286:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610788.862288:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610788.862289:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610788.862291:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610788.862292:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1749610788.864742:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007ef3f500. 00010000:00000010:3.1:1749610788.864754:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007fb8fc00. 00000100:00000001:0.0:1749610789.457672:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610789.457746:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610789.457749:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610789.457755:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610789.457760:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610789.457765:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610789.457770:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610789.457773:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610789.457777:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610789.712709:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610789.712715:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610789.712837:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610789.712844:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610789.712848:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610789.861676:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610789.861741:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610789.861745:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610789.861751:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610789.861757:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610789.861762:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610789.861766:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610789.861771:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610789.861775:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610790.457766:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610790.457775:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610790.457778:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610790.457782:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610790.457787:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610790.457791:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610790.457795:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610790.457798:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610790.457800:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610790.714643:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610790.714648:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610790.714745:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610790.714753:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610790.714757:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610790.861743:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610790.861752:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610790.861755:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610790.861760:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610790.861764:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610790.861768:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610790.861772:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610790.861776:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610790.861796:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610791.457704:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610791.457713:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610791.457716:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610791.457721:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610791.457725:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610791.457728:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610791.457732:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610791.457735:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610791.457738:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610791.716626:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610791.716632:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610791.716760:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610791.716767:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610791.716770:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749610791.861752:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610791.861759:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610791.861762:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610791.861767:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610791.861771:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610791.861775:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610791.861778:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610791.861782:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610791.861784:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610792.457758:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610792.457768:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610792.457771:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610792.457779:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610792.457784:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610792.457789:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610792.457794:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610792.457799:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610792.457803:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610792.718781:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610792.718789:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610792.718942:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610792.718949:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610792.718953:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610792.786643:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610792.786693:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610792.786696:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610792.786700:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610792.786703:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610792.786707:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610792.786710:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610792.798702:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610792.798711:0:8737:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1749610792.798714:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610792.798718:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610792.798738:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610792.798742:0:8737:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610792.798747:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610792.798752:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5393 00000100:00080000:0.0:1749610792.798757:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610792.798760:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610792.798764:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610792.798767:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610792.798769:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610792.798773:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610792.798775:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749610792.798778:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610792.798781:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749610792.798783:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749610792.798786:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749610792.798789:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610792.798791:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610792.798793:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610792.798795:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610792.798798:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:0.0:1749610792.798802:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610792.798804:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610792.798807:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610792.798814:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610792.798817:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610792.798819:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610792.798821:0:8737:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610792.798829:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119280a80. 00000020:00000040:0.0:1749610792.798832:0:8737:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749610792.798836:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610792.798838:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610792.798842:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610792.798849:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610792.798853:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610792.798862:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e1800. 00000100:00000001:0.0:1749610792.798870:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610792.798880:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119280a80 x1834598494565376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610792.798892:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610792.798896:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610792.798901:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119280a80] to pc [ptlrpcd_rcv+-1] req@ffff880119280a80 x1834598494565376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610792.798929:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610792.798933:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610792.798937:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610792.798938:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610792.798940:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610792.798943:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610792.798945:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5393 00000100:00080000:0.0:1749610792.798948:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610792.798950:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610792.798952:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610792.798954:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610792.798956:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610792.798958:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610792.798959:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749610792.798961:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610792.798963:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749610792.798965:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:0.0:1749610792.798967:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:0.0:1749610792.798969:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610792.798971:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610792.798972:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610792.798979:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610792.798982:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:0.0:1749610792.798984:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610792.798987:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610792.798989:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610792.798992:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610792.798994:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610792.798996:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610792.798997:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610792.799001:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119281500. 00000020:00000040:0.0:1749610792.799003:0:8737:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749610792.799005:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610792.799006:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610792.799008:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610792.799010:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610792.799012:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610792.799015:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e3c00. 00000100:00000001:0.0:1749610792.799020:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610792.799024:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119281500 x1834598494565504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610792.799029:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610792.799032:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610792.799035:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610792.799035:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610792.799037:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749610792.799038:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119281500] to pc [ptlrpcd_rcv+-1] req@ffff880119281500 x1834598494565504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610792.799046:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610792.799047:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119280a80 x1834598494565376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749610792.799049:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610792.799053:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610792.799054:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610792.799055:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610792.799058:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:2.0:1749610792.799059:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749610792.799060:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5393 00000100:00000001:2.0:1749610792.799061:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610792.799062:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 02000000:00000001:2.0:1749610792.799065:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610792.799068:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749610792.799069:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610792.799071:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610792.799073:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610792.799075:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610792.799077:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610792.799079:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:0.0:1749610792.799080:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1749610792.799081:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610792.799082:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000020:00000001:0.0:1749610792.799084:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00100000:2.0:1749610792.799086:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494565376:0@lo:38:kworker.0 00000020:00000001:0.0:1749610792.799086:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000040:0.0:1749610792.799089:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610792.799090:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610792.799091:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1749610792.799092:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610792.799094:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:2.0:1749610792.799095:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:0.0:1749610792.799096:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 02000000:00000001:2.0:1749610792.799098:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610792.799098:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610792.799100:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610792.799101:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1749610792.799102:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610792.799104:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1749610792.799106:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88011157b000. 02000000:00000001:0.0:1749610792.799106:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610792.799108:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610792.799108:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610792.799109:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610792.799112:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119280700. 00000020:00000040:0.0:1749610792.799114:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000010:2.0:1749610792.799116:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fee70. 02000000:00000001:0.0:1749610792.799117:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610792.799118:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610792.799119:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610792.799120:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610792.799122:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610792.799123:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a880. 02000000:00000010:0.0:1749610792.799125:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e2800. 00000100:00000001:0.0:1749610792.799128:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610792.799131:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494565376, portal 4 00000100:00100000:0.0:1749610792.799132:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119280700 x1834598494565632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610792.799135:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610792.799136:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031240320 : -131936678311296 : ffff880119280a80) 00000100:00000040:2.0:1749610792.799145:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119280a80 x1834598494565376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610792.799150:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610792.799153:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610792.799154:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610792.799157:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119280700] to pc [ptlrpcd_rcv+-1] req@ffff880119280700 x1834598494565632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610792.799158:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610792.799160:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aee0. 00000100:00000200:2.0:1749610792.799163:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494565376, offset 0 00000100:00000001:0.0:1749610792.799164:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610792.799167:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1749610792.799169:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610792.799170:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749610792.799173:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119282a00. 00000020:00000040:0.0:1749610792.799175:0:8737:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749610792.799178:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610792.799179:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610792.799181:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610792.799185:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1749610792.799185:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3fd00. 00000100:00000001:0.0:1749610792.799187:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610792.799191:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880119282a00 x1834598494565760/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1749610792.799197:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf92f400 00000100:00000001:0.0:1749610792.799199:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610792.799200:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610792.799205:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3ded [256] + 22880 00000100:00000040:0.0:1749610792.799205:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119282a00] to pc [ptlrpcd_00_00+0] req@ffff880119282a00 x1834598494565760/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610792.799213:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610792.799217:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610792.799223:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610792.799225:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1749610792.799230:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fe8ea00. 00000100:00000040:2.0:1749610792.799233:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006fe8ea00 x1834598494565376 msgsize 520 00000100:00100000:2.0:1749610792.799238:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610792.799241:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610792.799244:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610792.799247:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610792.799248:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749610792.799249:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610792.799250:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610792.799253:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610792.799256:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5393 00000100:00080000:0.0:1749610792.799258:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610792.799261:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000400:00000200:2.0:1749610792.799267:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aee0 00000100:00000001:0.0:1749610792.799268:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:2.0:1749610792.799270:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aee0. 00000100:00000040:0.0:1749610792.799270:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610792.799272:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610792.799274:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610792.799275:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:0.0:1749610792.799277:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610792.799279:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000040:0.0:1749610792.799279:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:0.0:1749610792.799281:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:0.0:1749610792.799282:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:3.0:1749610792.799285:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1749610792.799285:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119280a80 x1834598494565376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610792.799285:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610792.799287:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610792.799289:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610792.799290:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610792.799290:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610792.799292:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1749610792.799292:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00000001:2.0:1749610792.799294:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00080000:0.0:1749610792.799295:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610792.799297:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610792.799298:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119280a80 x1834598494565376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610817 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610792.799298:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:3.0:1749610792.799301:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119282a00 x1834598494565760/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610792.799301:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610792.799303:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749610792.799303:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610792.799305:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610792.799305:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610792.799306:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610792.799307:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610792.799309:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610792.799309:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119282d80. 00000100:00000001:3.0:1749610792.799310:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610792.799311:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610792.799311:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:3.0:1749610792.799312:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610792.799313:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610792.799314:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610792.799315:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1749610792.799316:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1267 usecs (2 jiffies) 00000100:00000001:0.0:1749610792.799316:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610792.799317:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749610792.799318:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610792.799319:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610792.799320:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610792.799320:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300066258 02000000:00000010:0.0:1749610792.799322:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e1400. 00000100:00100000:3.0:1749610792.799323:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119282a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494565760:0@lo:400:kworker.0 00000100:00000010:2.0:1749610792.799324:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677800. 00000100:00000001:0.0:1749610792.799326:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610792.799327:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:0.0:1749610792.799330:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119282d80 x1834598494565888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1749610792.799331:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749610792.799331:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:1.0:1749610792.799334:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610792.799337:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300066258 00000100:00100000:1.0:1749610792.799337:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494565376 00000100:00000001:0.0:1749610792.799337:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000010:2.0:1749610792.799340:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677380. 02000000:00000001:1.0:1749610792.799340:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:3.0:1749610792.799342:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610792.799343:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:1.0:1749610792.799343:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610792.799343:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610792.799344:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749610792.799346:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300066258 00000100:00000001:1.0:1749610792.799346:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610792.799348:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7b2600. 00000100:00000040:0.0:1749610792.799348:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119282d80] to pc [ptlrpcd_rcv+-1] req@ffff880119282d80 x1834598494565888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610792.799349:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b6771c0. 02000000:00000001:3.0:1749610792.799350:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610792.799350:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610792.799351:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749610792.799354:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300066258 00000100:00100000:1.0:1749610792.799354:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494565376 00000100:00000001:0.0:1749610792.799355:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610792.799356:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7cb8. 00000100:00000010:2.0:1749610792.799356:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677c40. 00000020:00000001:1.0:1749610792.799356:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610792.799358:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:0.0:1749610792.799358:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749610792.799359:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000020:00000001:1.0:1749610792.799360:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:3.0:1749610792.799361:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedbb0. 00000100:00000001:0.0:1749610792.799361:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1749610792.799362:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749610792.799363:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610792.799364:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119283480. 00000100:00000001:2.0:1749610792.799365:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610792.799365:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610792.799366:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494565760, portal 10 00000020:00000040:0.0:1749610792.799366:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:3.0:1749610792.799368:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610792.799368:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610792.799368:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610792.799369:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1749610792.799370:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031248384 : -131936678303232 : ffff880119282a00) 00000100:00000001:2.0:1749610792.799370:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749610792.799371:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124400. 02000000:00000001:0.0:1749610792.799371:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610792.799374:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f000. 00000100:00000001:2.0:1749610792.799375:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1749610792.799377:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119282a00 x1834598494565760/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610792.799377:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749610792.799377:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9d00. 00000100:00000001:0.0:1749610792.799377:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610792.799379:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610792.799380:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1749610792.799380:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880119283480 x1834598494566016/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610792.799381:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000010:1.0:1749610792.799383:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c000. 00000100:00000001:3.0:1749610792.799385:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610792.799386:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119281500 x1834598494565504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610792.799387:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610792.799387:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749610792.799388:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000010:3.0:1749610792.799389:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedb28. 00000100:00000001:0.0:1749610792.799389:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610792.799390:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:3.0:1749610792.799392:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494565760, offset 0 00000100:00000001:1.0:1749610792.799392:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610792.799393:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119283480] to pc [ptlrpcd_00_01+1] req@ffff880119283480 x1834598494566016/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610792.799397:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610792.799398:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610792.799399:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610792.799400:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610792.799403:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1749610792.799405:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749610792.799405:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610792.799407:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610792.799407:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610792.799408:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749610792.799410:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119281500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494565504:0@lo:38:kworker.0 00000400:00000200:3.0:1749610792.799412:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf92f580 00000100:00000040:0.0:1749610792.799412:0:8737:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5403) 00000100:00000001:2.0:1749610792.799414:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749610792.799417:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1749610792.799418:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be9 [64] + 46184 02000000:00000001:2.0:1749610792.799418:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610792.799418:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1749610792.799420:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749610792.799421:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000010:2.0:1749610792.799423:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88011157b400. 00000400:00000200:3.0:1749610792.799425:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749610792.799426:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610792.799427:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 136 00000400:00000200:3.0:1749610792.799429:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1749610792.799429:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe630. 00000100:00000001:1.0:1749610792.799430:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134191753728 : -131939517797888 : ffff88006fe8ea00) 00000400:00000010:2.0:1749610792.799432:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aee0. 00000100:00000001:3.0:1749610792.799433:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749610792.799435:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:2.0:1749610792.799436:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494565504, portal 10 00000100:00000040:1.0:1749610792.799436:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006fe8ea00 x1834598494565376/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610812 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610792.799438:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000010:3.0:1749610792.799440:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135bdc00. 00000100:00000001:2.0:1749610792.799440:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031243008 : -131936678308608 : ffff880119281500) 00000100:00000040:3.0:1749610792.799443:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff8801135bdc00 x1834598494565760 msgsize 224 00000100:00000040:2.0:1749610792.799446:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119281500 x1834598494565504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610792.799447:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749610792.799452:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610792.799455:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610792.799457:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000010:2.0:1749610792.799457:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ad48. 00000100:00000200:2.0:1749610792.799459:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494565504, offset 0 00000100:00100000:1.0:1749610792.799459:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006fe8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494565376:12345-0@lo:38:kworker.0 00000400:00000200:2.0:1749610792.799463:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749610792.799463:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494565376 00000020:00000001:1.0:1749610792.799467:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:2.0:1749610792.799470:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1749610792.799471:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:3.0:1749610792.799473:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedb28 00000400:00000200:2.0:1749610792.799475:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92f480 00000400:00000010:3.0:1749610792.799476:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedb28. 00000100:00000001:3.0:1749610792.799479:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:2.0:1749610792.799482:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 46408 00000100:00000200:3.0:1749610792.799484:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119282a00 x1834598494565760/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610792.799484:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610792.799486:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00020000:1.0:1749610792.799489:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:2.0:1749610792.799490:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610792.799492:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1749610792.799492:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610792.799493:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610792.799495:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:3.0:1749610792.799496:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119282a00 x1834598494565760/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610808 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610792.799496:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000010:2.0:1749610792.799498:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fe8f100. 00000100:00000001:1.0:1749610792.799499:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749610792.799502:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749610792.799504:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1749610792.799506:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006fe8f100 x1834598494565504 msgsize 520 00000100:00000001:3.0:1749610792.799508:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610792.799508:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880113587400. 00000100:00000001:3.0:1749610792.799510:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:2.0:1749610792.799510:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1749610792.799511:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610792.799513:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610792.799516:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610792.799517:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:3.0:1749610792.799520:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 898 usecs (1 jiffies) 00000100:00000001:2.0:1749610792.799520:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00010000:00000001:1.0:1749610792.799520:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610792.799558:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300066257 00000100:00000001:3.0:1749610792.799563:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300066258 00000100:00000001:3.0:1749610792.799565:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300066258 00000400:00000200:2.0:1749610792.799566:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ad48 00000100:00000001:3.0:1749610792.799567:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300066258 00000100:00000001:3.0:1749610792.799569:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300066258 00000400:00000010:2.0:1749610792.799569:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ad48. 00000100:00000001:2.0:1749610792.799571:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749610792.799572:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300066258 00000100:00000001:3.0:1749610792.799573:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300066258 00000100:00000001:3.0:1749610792.799575:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300066258 00000100:00000200:2.0:1749610792.799576:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119281500 x1834598494565504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610792.799577:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610792.799580:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610792.799583:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610792.799583:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610792.799585:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610792.799586:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119281500 x1834598494565504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610817 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610792.799591:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610792.799593:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1749610792.799593:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610792.799594:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610792.799595:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610792.799596:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610792.799598:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610792.799598:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610792.799600:0:28321:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000040:2.0:1749610792.799601:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 946 usecs (1 jiffies) 00000100:00000001:3.0:1749610792.799602:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610792.799604:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610792.799604:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300066258 00000100:00001000:1.0:1749610792.799604:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610792.799606:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610792.799607:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300066258 00000100:00000001:3.0:1749610792.799608:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610792.799608:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610792.799609:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610792.799609:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300066258 00000100:00000001:3.0:1749610792.799610:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749610792.799612:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300066258 00000100:00000001:1.0:1749610792.799612:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610792.799614:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300066258 00000100:00000040:3.0:1749610792.799615:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119283480 x1834598494566016/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610792.799615:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610792.799616:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300066258 00000100:00000001:1.0:1749610792.799617:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610792.799618:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300066258 00000100:00000001:2.0:1749610792.799620:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300066258 00000100:00000001:1.0:1749610792.799620:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:3.0:1749610792.799622:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610792.799622:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749610792.799623:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610792.799624:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610792.799625:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749610792.799627:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1749610792.799628:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610792.799629:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610792.799630:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119280700 x1834598494565632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610792.799630:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:3.0:1749610792.799632:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1749610792.799632:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1749610792.799635:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1749610792.799636:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bbb0. 02000000:00000001:3.0:1749610792.799637:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610792.799637:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610792.799639:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610792.799640:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494565376, offset 0 00000100:00100000:3.0:1749610792.799641:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119283480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494566016:0@lo:400:kworker.0 00000100:00000001:3.0:1749610792.799644:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1749610792.799646:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1749610792.799647:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610792.799647:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749610792.799649:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610792.799649:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610792.799651:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1749610792.799651:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610792.799654:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012c7b3200. 02000000:00000001:3.0:1749610792.799682:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610792.799684:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1749610792.799686:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7d10. 00000100:00100000:2.0:1749610792.799687:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119280700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494565632:0@lo:38:kworker.0 00000400:00000010:3.0:1749610792.799689:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedb28. 00000100:00000200:3.0:1749610792.799693:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494566016, portal 10 00000100:00000001:2.0:1749610792.799694:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749610792.799695:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610792.799697:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031251072 : -131936678300544 : ffff880119283480) 02000000:00000001:2.0:1749610792.799697:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610792.799700:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610792.799701:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf92f400 00000100:00000040:3.0:1749610792.799703:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119283480 x1834598494566016/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610792.799703:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749610792.799707:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880111579000. 00000400:00000200:1.0:1749610792.799707:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6b15 [1] + 0 00000100:00000001:3.0:1749610792.799710:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749610792.799711:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610792.799713:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1749610792.799713:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1749610792.799715:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedaa0. 00000400:00000010:2.0:1749610792.799715:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe948. 00000400:00000200:1.0:1749610792.799716:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610792.799717:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494566016, offset 0 00000400:00000010:2.0:1749610792.799721:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ad48. 00000100:00000001:1.0:1749610792.799721:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:3.0:1749610792.799722:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1749610792.799727:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494565632, portal 10 00000100:00000200:1.0:1749610792.799727:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119280a80 x1834598494565376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610817 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610792.799729:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610792.799729:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610792.799732:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031239424 : -131936678312192 : ffff880119280700) 00000400:00000200:3.0:1749610792.799735:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf92f680 00000100:00000040:1.0:1749610792.799738:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119280a80 x1834598494565376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610817 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610792.799740:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be9 [64] + 46928 00000100:00000040:2.0:1749610792.799742:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119280700 x1834598494565632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610792.799745:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610792.799748:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610792.799748:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610792.799753:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749610792.799754:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bbb0 00000100:00000040:2.0:1749610792.799757:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610792.799757:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bbb0. 00000400:00000010:2.0:1749610792.799760:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 00000100:00000001:1.0:1749610792.799760:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610792.799761:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610792.799765:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610792.799766:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610792.799766:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494565632, offset 0 00000100:00000200:3.0:1749610792.799767:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:1.0:1749610792.799768:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610792.799770:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749610792.799771:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135bdf80. 00000020:00000001:1.0:1749610792.799772:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610792.799773:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff8801135bdf80 x1834598494566016 msgsize 224 00000400:00000200:2.0:1749610792.799773:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1749610792.799777:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1749610792.799778:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fe8ea00 x1834598494565376/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610812 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610792.799783:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1749610792.799788:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006fe8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494565376:12345-0@lo:38:kworker.0 Request processed in 330us (552us total) trans 0 rc -19/-19 00000400:00000200:2.0:1749610792.799792:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92f500 00000100:00100000:1.0:1749610792.799798:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 136 00000100:00000001:3.0:1749610792.799800:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749610792.799800:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 47152 00000100:00000001:1.0:1749610792.799802:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610792.799803:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1749610792.799806:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610792.799808:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedaa0 00000020:00000010:1.0:1749610792.799808:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9d00. 00000400:00000010:3.0:1749610792.799810:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedaa0. 00000400:00000200:2.0:1749610792.799811:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610792.799813:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000020:00000010:1.0:1749610792.799813:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c000. 00000020:00000010:1.0:1749610792.799816:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124400. 00000100:00000200:3.0:1749610792.799817:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119283480 x1834598494566016/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610792.799817:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610792.799819:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749610792.799822:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1749610792.799824:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fe8f480. 00000100:00000001:3.0:1749610792.799825:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610792.799828:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006fe8f480 x1834598494565632 msgsize 520 00000100:00000040:3.0:1749610792.799829:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119283480 x1834598494566016/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610808 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610792.799835:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610792.799836:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610792.799837:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610792.799841:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610792.799844:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 820 usecs (1 jiffies) 00000100:00000001:3.0:1749610792.799847:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300066258 00000100:00000001:2.0:1749610792.799847:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749610792.799847:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610792.799849:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300066258 00000100:00000001:1.0:1749610792.799850:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610792.799851:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300066258 00000100:00000001:3.0:1749610792.799854:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300066258 00000100:00000001:3.0:1749610792.799856:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300066258 00000100:00000001:0.0:1749610792.799856:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749610792.799858:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300066258 00000100:00000001:3.0:1749610792.799859:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300066258 00000100:00100000:0.0:1749610792.799860:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494565760 00000100:00000001:3.0:1749610792.799861:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300066258 00000100:00000001:3.0:1749610792.799863:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749610792.799863:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 02000000:00000001:0.0:1749610792.799863:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610792.799865:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610792.799865:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1749610792.799866:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 00000100:00000001:1.0:1749610792.799867:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749610792.799867:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610792.799868:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610792.799868:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:1.0:1749610792.799869:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494565504 02000000:00000001:0.0:1749610792.799870:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610792.799871:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610792.799873:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119280700 x1834598494565632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610792.799873:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494565760 02000000:00000001:1.0:1749610792.799876:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:0.0:1749610792.799876:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610792.799877:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000100:00000001:1.0:1749610792.799878:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1749610792.799879:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749610792.799880:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610792.799881:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1749610792.799882:0:10935:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 02000000:00000001:1.0:1749610792.799883:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610792.799884:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119280700 x1834598494565632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610817 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610792.799884:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:3.0:1749610792.799886:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749610792.799886:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494565504 00000100:00100000:3.0:1749610792.799888:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494566016 00000020:00000001:1.0:1749610792.799888:0:9692:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1749610792.799890:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610792.799890:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610792.799890:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749610792.799891:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610792.799892:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610792.799892:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:1.0:1749610792.799893:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610792.799893:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000001:3.0:1749610792.799894:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610792.799895:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610792.799895:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610792.799897:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610792.799898:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124400. 00000100:00000001:0.0:1749610792.799898:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1749610792.799899:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494566016 00000100:00000040:2.0:1749610792.799899:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 866 usecs (1 jiffies) 00000100:00000001:2.0:1749610792.799901:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300066258 00000020:00000010:1.0:1749610792.799901:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9d00. 00000020:00000010:0.0:1749610792.799902:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b30c0. 00000100:00000001:2.0:1749610792.799904:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300066258 00000020:00000010:1.0:1749610792.799904:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c000. 00000020:00000001:3.0:1749610792.799907:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610792.799907:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300066258 00000100:00000001:1.0:1749610792.799907:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000040:3.0:1749610792.799908:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:2.0:1749610792.799909:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300066258 00000100:00000001:1.0:1749610792.799909:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1749610792.799910:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610792.799911:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300066258 00000100:00000001:1.0:1749610792.799911:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749610792.799913:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:2.0:1749610792.799913:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300066258 00000020:00000001:3.0:1749610792.799915:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749610792.799915:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300066258 00000100:00000001:1.0:1749610792.799915:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610792.799917:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300066258 00000020:00000040:0.0:1749610792.799917:0:10935:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000020:00000001:3.0:1749610792.799918:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749610792.799919:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610792.799922:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749610792.799922:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610792.799922:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749610792.799924:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b42116c0. 00000100:00000001:2.0:1749610792.799924:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610792.799926:0:10935:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:2.0:1749610792.799927:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119282d80 x1834598494565888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610792.799928:0:9693:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012e6b3880. 00000100:00000001:1.0:1749610792.799928:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749610792.799930:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494565632 02000000:00000001:1.0:1749610792.799931:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:0.0:1749610792.799931:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8ea00. 00000100:00000001:1.0:1749610792.799933:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610792.799934:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1749610792.799934:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610792.799935:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610792.799935:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610792.799936:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b42116c0. 00000020:00000010:0.0:1749610792.799936:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dffd00. 02000000:00000001:2.0:1749610792.799937:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749610792.799937:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610792.799939:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749610792.799939:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494565632 00000020:00000010:3.0:1749610792.799940:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2200. 00000020:00000010:0.0:1749610792.799940:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4adde10. 02000000:00000001:2.0:1749610792.799941:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610792.799941:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610792.799942:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749610792.799943:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:3.0:1749610792.799944:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c400. 00000100:00100000:2.0:1749610792.799944:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119282d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494565888:0@lo:38:kworker.0 00000020:00000001:1.0:1749610792.799944:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610792.799946:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610792.799947:0:10935:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000010:3.0:1749610792.799948:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8320. 00000020:00000010:1.0:1749610792.799948:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125000. 00000100:00000001:0.0:1749610792.799949:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000010:1.0:1749610792.799951:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9b80. 00000100:00000001:0.0:1749610792.799951:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749610792.799952:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749610792.799953:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000010:1.0:1749610792.799953:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c3e8. 00000100:00000001:0.0:1749610792.799953:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610792.799955:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1749610792.799955:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749610792.799955:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610792.799956:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610792.799957:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610792.799957:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610792.799958:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610792.799959:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749610792.799959:0:10935:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749610792.799961:0:10935:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000010:2.0:1749610792.799962:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88011157bc00. 00000100:00000001:0.0:1749610792.799963:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610792.799964:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:2.0:1749610792.799964:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610792.799964:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610792.799966:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000010:2.0:1749610792.799967:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe000. 00000100:00000001:3.0:1749610792.799968:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610792.799968:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610792.799970:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749610792.799971:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 00000100:00000001:1.0:1749610792.799971:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749610792.799974:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494565888, portal 10 00000100:00000001:2.0:1749610792.799977:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610792.799977:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610792.799977:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610792.799978:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610792.799978:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031249280 : -131936678302336 : ffff880119282d80) 00000100:00000001:0.0:1749610792.799978:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610792.799979:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610792.799980:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1749610792.799983:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 229 00000100:00000040:2.0:1749610792.799984:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119282d80 x1834598494565888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610792.799987:0:10935:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000001:0.0:1749610792.799989:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136933972992 : -131936775578624 : ffff8801135bdc00) 00000100:00000001:2.0:1749610792.799991:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749610792.799994:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749610792.799994:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8801135bdc00 x1834598494565760/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:228/0 lens 224/0 e 0 to 0 dl 1749610803 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610792.799995:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a6e8. 00000100:00100000:1.0:1749610792.799997:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 230 00000100:00000200:2.0:1749610792.799998:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494565888, offset 0 00000100:00000040:1.0:1749610792.800000:0:9692:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000400:00000200:2.0:1749610792.800001:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610792.800002:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136933973888 : -131936775577728 : ffff8801135bdf80) 00000100:00100000:3.0:1749610792.800003:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 365 00000100:00000001:0.0:1749610792.800003:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1749610792.800005:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3c80. 00000100:00000001:3.0:1749610792.800006:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134191755520 : -131939517796096 : ffff88006fe8f100) 00000400:00000200:2.0:1749610792.800008:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749610792.800008:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8801135bdf80 x1834598494566016/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:228/0 lens 224/0 e 0 to 0 dl 1749610803 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610792.800008:0:10935:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749610792.800010:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b3c80. 00000100:00000040:3.0:1749610792.800011:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006fe8f100 x1834598494565504/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610812 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610792.800013:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92f600 00000100:00100000:0.0:1749610792.800016:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801135bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494565760:12345-0@lo:400:kworker.0 00000400:00000200:2.0:1749610792.800017:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 47672 00000100:00000001:1.0:1749610792.800017:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749610792.800020:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b405df00. 00000100:00000200:0.0:1749610792.800020:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494565760 00000100:00100000:3.0:1749610792.800021:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006fe8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494565504:12345-0@lo:38:kworker.0 00000400:00000200:2.0:1749610792.800022:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610792.800022:0:9692:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749610792.800022:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:3.0:1749610792.800025:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494565504 00000400:00000200:2.0:1749610792.800025:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1749610792.800025:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b405df00. 00000020:00000001:0.0:1749610792.800025:0:10935:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:0.0:1749610792.800027:0:10935:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610792.800028:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749610792.800028:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00100000:1.0:1749610792.800029:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801135bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494566016:12345-0@lo:400:kworker.0 00010000:00000001:3.0:1749610792.800030:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:2.0:1749610792.800030:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749610792.800033:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fe8f800. 00000100:00000200:1.0:1749610792.800033:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494566016 00000020:00000001:0.0:1749610792.800035:0:10935:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000040:2.0:1749610792.800036:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006fe8f800 x1834598494565888 msgsize 520 00000020:00000001:1.0:1749610792.800036:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:0.0:1749610792.800038:0:10935:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:1.0:1749610792.800039:0:9692:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:3.0:1749610792.800040:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610792.800040:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:1.0:1749610792.800041:0:9692:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610792.800041:0:10935:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1749610792.800042:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00010000:00020000:3.0:1749610792.800043:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:1.0:1749610792.800043:0:9692:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1749610792.800045:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a6e8 00000020:00000001:1.0:1749610792.800045:0:9692:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:0.0:1749610792.800045:0:10935:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749610792.800047:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a6e8. 00000020:00000001:0.0:1749610792.800047:0:10935:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749610792.800048:0:9692:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1749610792.800049:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:0.0:1749610792.800049:0:10935:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00010000:00000001:3.0:1749610792.800051:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:1.0:1749610792.800051:0:9692:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749610792.800052:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119282d80 x1834598494565888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610792.800052:0:10935:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610792.800053:0:9692:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00010000:00000001:3.0:1749610792.800054:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:0.0:1749610792.800054:0:10935:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000001:1.0:1749610792.800055:0:9692:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1749610792.800056:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:1.0:1749610792.800057:0:9692:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610792.800058:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749610792.800058:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1749610792.800059:0:9692:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000001:3.0:1749610792.800060:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1749610792.800060:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749610792.800062:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000010:3.0:1749610792.800064:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801214d2400. 02000000:00000001:1.0:1749610792.800064:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1749610792.800064:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801205e0400. 02000000:00000001:3.0:1749610792.800066:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610792.800066:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610792.800068:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610792.800068:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749610792.800070:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009b5f1c00. 00010000:00000001:3.0:1749610792.800071:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749610792.800071:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1749610792.800071:0:10935:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610792.800072:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610792.800073:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610792.800074:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1749610792.800074:0:10935:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494565760 00000100:00000040:2.0:1749610792.800075:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119282d80 x1834598494565888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610817 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749610792.800076:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:1.0:1749610792.800076:0:9692:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610792.800077:0:10935:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:3.0:1749610792.800079:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00010000:00000040:1.0:1749610792.800079:0:9692:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494566016 00010000:00000001:1.0:1749610792.800081:0:9692:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:0.0:1749610792.800081:0:10935:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8801135bdc00 x1834598494565760/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:228/0 lens 224/224 e 0 to 0 dl 1749610803 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610792.800082:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610792.800082:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610792.800083:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:3.0:1749610792.800085:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610792.800086:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610792.800087:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00010000:00000001:0.0:1749610792.800089:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749610792.800090:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:2.0:1749610792.800090:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 667 usecs (1 jiffies) 00010000:00000200:1.0:1749610792.800091:0:9692:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8801135bdf80 x1834598494566016/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:228/0 lens 224/224 e 0 to 0 dl 1749610803 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749610792.800091:0:10935:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610792.800092:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300066258 00000100:00000040:3.0:1749610792.800093:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610792.800094:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300066258 00000100:00001000:0.0:1749610792.800094:0:10935:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=147 v=5 (1 1 1 1) 02000000:00000001:3.0:1749610792.800095:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749610792.800096:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300066258 02000000:00000001:3.0:1749610792.800097:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610792.800098:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300066258 00010000:00000001:1.0:1749610792.800098:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749610792.800098:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749610792.800099:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:1.0:1749610792.800100:0:9692:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610792.800101:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610792.800101:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300066258 00000100:00000040:0.0:1749610792.800101:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000010:3.0:1749610792.800103:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedaa0. 00000100:00000001:2.0:1749610792.800103:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300066258 00000100:00000001:0.0:1749610792.800103:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00001000:1.0:1749610792.800104:0:9692:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=147 v=5 (1 1 1 1) 00000100:00000001:2.0:1749610792.800105:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300066258 02000000:00000001:0.0:1749610792.800105:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749610792.800107:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300066258 00000100:00000001:1.0:1749610792.800107:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1749610792.800107:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610792.800108:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494565504, offset 0 00000100:00000001:2.0:1749610792.800109:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610792.800109:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610792.800110:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000001:2.0:1749610792.800111:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610792.800112:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:3.0:1749610792.800114:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749610792.800114:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749610792.800115:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610792.800116:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610792.800117:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958212a8. 00000100:00000001:1.0:1749610792.800118:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:3.0:1749610792.800122:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749610792.800122:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749610792.800125:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bbb0. 00000400:00000200:3.0:1749610792.800128:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92f480 00000400:00000001:2.0:1749610792.800129:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610792.800131:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610792.800133:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fee70. 00000400:00000200:2.0:1749610792.800136:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a880 00000400:00000010:2.0:1749610792.800137:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a880. 00000100:00000001:2.0:1749610792.800140:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749610792.800142:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494565760, offset 224 00000100:00000200:2.0:1749610792.800143:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119280a80 x1834598494565376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610817 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610792.800144:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494566016, offset 224 00000400:00000200:3.0:1749610792.800146:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6b25 [1] + 0 00000400:00000200:3.0:1749610792.800150:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610792.800151:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1749610792.800153:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119280a80 x1834598494565376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610817 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610792.800154:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610792.800155:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610792.800159:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610792.800160:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749610792.800160:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610792.800162:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749610792.800163:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119281500 x1834598494565504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610817 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610792.800164:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610792.800168:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92f580 00000100:00000001:2.0:1749610792.800169:0:28320:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:1.0:1749610792.800170:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92f680 02000000:00000001:2.0:1749610792.800172:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1749610792.800173:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119281500 x1834598494565504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610817 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610792.800174:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1749610792.800174:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6b1d [1] + 224 00000100:00000001:2.0:1749610792.800176:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610792.800179:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610792.800179:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610792.800180:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6b31 [1] + 224 00000100:00001000:2.0:1749610792.800185:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610792 v=5 (0 0 0 0) 00000400:00000200:1.0:1749610792.800185:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610792.800186:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00001000:2.0:1749610792.800189:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=65 v=20 (20 1 1 1) 00000400:00000200:1.0:1749610792.800189:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749610792.800189:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610792.800192:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedaa0 00000100:00000001:2.0:1749610792.800192:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1749610792.800194:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedaa0. 00000100:00000001:2.0:1749610792.800195:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610792.800197:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610792.800198:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610792.800198:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610792.800198:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610792.800199:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610792.800202:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610792.800202:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119283480 x1834598494566016/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610808 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610792.800203:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119280a80 x1834598494565376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610817 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749610792.800204:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119282a00 x1834598494565760/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610808 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610792.800205:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:3.0:1749610792.800207:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610792.800209:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610792.800211:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749610792.800212:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880119283480 x1834598494566016/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610808 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610792.800213:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880119282a00 x1834598494565760/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610808 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610792.800214:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fe8f100 x1834598494565504/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610812 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610792.800214:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610792.800216:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610792.800218:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610792.800220:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610792.800223:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749610792.800224:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006fe8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494565504:12345-0@lo:38:kworker.0 Request processed in 202us (716us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749610792.800225:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00080000:2.0:1749610792.800226:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749610792.800226:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610792.800229:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749610792.800229:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bbb0 00000400:00000010:1.0:1749610792.800231:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bbb0. 00000100:00100000:3.0:1749610792.800232:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 365 00000100:00000040:2.0:1749610792.800233:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119280a80 x1834598494565376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610817 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610792.800233:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:0.0:1749610792.800234:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958212a8 00000100:00000001:3.0:1749610792.800235:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610792.800235:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610792.800236:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:0.0:1749610792.800237:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958212a8. 00000100:00000001:1.0:1749610792.800238:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610792.800239:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9d00. 00000100:00000001:0.0:1749610792.800239:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:1.0:1749610792.800241:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749610792.800241:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:2.0:1749610792.800242:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494565376:0@lo:38:kworker.0 00000020:00000010:3.0:1749610792.800243:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c000. 00010000:00000001:1.0:1749610792.800244:0:9692:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:0.0:1749610792.800245:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610792.800246:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124400. 00000100:00000001:2.0:1749610792.800246:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610792.800248:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610792.800248:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749610792.800250:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749610792.800250:0:9692:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610792.800251:0:10935:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000040:2.0:1749610792.800252:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119280a80 x1834598494565376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610817 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610792.800252:0:9692:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000020:00000001:0.0:1749610792.800252:0:10935:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610792.800255:0:10935:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1749610792.800257:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1749610792.800257:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135bdf80 x1834598494566016/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:228/0 lens 224/224 e 0 to 0 dl 1749610803 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610792.800259:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494565888 00000100:00000001:2.0:1749610792.800259:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1749610792.800259:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135bdc00 x1834598494565760/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:228/0 lens 224/224 e 0 to 0 dl 1749610803 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610792.800261:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1749610792.800261:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749610792.800263:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000010:2.0:1749610792.800264:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88011157b000. 00000100:00000001:3.0:1749610792.800265:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610792.800267:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610792.800267:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:1.0:1749610792.800267:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801135bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494566016:12345-0@lo:400:kworker.0 Request processed in 249us (491us total) trans 0 rc 0/0 00000100:00100000:0.0:1749610792.800269:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801135bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494565760:12345-0@lo:400:kworker.0 Request processed in 264us (823us total) trans 0 rc 0/0 00000100:00100000:3.0:1749610792.800270:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494565888 00000020:00000001:3.0:1749610792.800272:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610792.800273:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749610792.800273:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1749610792.800275:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749610792.800275:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00100000:1.0:1749610792.800275:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 230 00000020:00000001:3.0:1749610792.800277:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610792.800278:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:1.0:1749610792.800278:0:9692:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000020:00000001:3.0:1749610792.800279:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610792.800280:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 229 00000100:00000001:1.0:1749610792.800281:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:3.0:1749610792.800282:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3000. 02000000:00000010:2.0:1749610792.800282:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e1800. 00000100:00000001:1.0:1749610792.800282:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1749610792.800283:0:10935:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 02000000:00000001:2.0:1749610792.800285:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1749610792.800285:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:1.0:1749610792.800286:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c400. 00000100:00000001:0.0:1749610792.800286:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1749610792.800287:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:3.0:1749610792.800289:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cd00. 00000100:00000010:2.0:1749610792.800289:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119280a80. 00000020:00000010:1.0:1749610792.800290:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8320. 00000020:00000010:0.0:1749610792.800290:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dffd00. 00000020:00000010:3.0:1749610792.800292:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c83e8. 00000100:00000001:2.0:1749610792.800293:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000020:00000010:1.0:1749610792.800293:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2200. 00000100:00000001:2.0:1749610792.800294:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749610792.800294:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4adde10. 00000100:00000001:3.0:1749610792.800295:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610792.800296:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610792.800297:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:1.0:1749610792.800297:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000020:00000010:0.0:1749610792.800297:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8ea00. 00000100:00000001:3.0:1749610792.800299:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610792.800300:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610792.800301:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:0.0:1749610792.800301:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00000001:3.0:1749610792.800302:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610792.800303:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610792.800303:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610792.800305:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610792.800305:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610792.800307:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610792.800308:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610792.800310:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000001:2.0:1749610792.800310:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749610792.800310:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610792.800311:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000001:2.0:1749610792.800312:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749610792.800312:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1749610792.800313:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 366 00000100:00000001:0.0:1749610792.800313:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:2.0:1749610792.800315:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe630. 00000100:00000001:1.0:1749610792.800316:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134191756416 : -131939517795200 : ffff88006fe8f480) 00000400:00000200:2.0:1749610792.800317:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aee0 00000400:00000010:2.0:1749610792.800318:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aee0. 00000100:00100000:3.0:1749610792.800319:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 367 00000100:00000001:2.0:1749610792.800320:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:1.0:1749610792.800320:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006fe8f480 x1834598494565632/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610812 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610792.800321:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134191757312 : -131939517794304 : ffff88006fe8f800) 00000100:00000001:0.0:1749610792.800322:0:10935:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610792.800324:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119281500 x1834598494565504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610817 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610792.800324:0:10935:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610792.800325:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006fe8f800 x1834598494565888/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610812 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610792.800329:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006fe8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494565632:12345-0@lo:38:kworker.0 00000100:00000200:1.0:1749610792.800332:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494565632 00000100:00100000:3.0:1749610792.800334:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006fe8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494565888:12345-0@lo:38:kworker.0 00000100:00000200:2.0:1749610792.800334:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119281500 x1834598494565504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610817 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610792.800334:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749610792.800335:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:3.0:1749610792.800338:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494565888 00000020:00000001:3.0:1749610792.800340:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749610792.800340:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000001:3.0:1749610792.800342:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749610792.800342:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610792.800343:0:28320:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:1.0:1749610792.800343:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610792.800345:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610792.800346:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00020000:1.0:1749610792.800347:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749610792.800348:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610792.800349:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610792.800349:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:2.0:1749610792.800350:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749610792.800352:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749610792.800352:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00001000:2.0:1749610792.800353:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610792 v=5 (0 0 0 0) 00000100:00000001:1.0:1749610792.800354:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00010000:00000001:3.0:1749610792.800355:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00001000:2.0:1749610792.800356:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=47 v=20 (20 1 1 1) 00010000:00000001:3.0:1749610792.800357:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610792.800359:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749610792.800359:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610792.800360:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749610792.800360:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610792.800360:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00080000:0.0:1749610792.800360:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 02000000:00000001:3.0:1749610792.800362:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610792.800362:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:1.0:1749610792.800362:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:0.0:1749610792.800364:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 02000000:00000010:3.0:1749610792.800365:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801214d2000. 00000100:00000040:2.0:1749610792.800366:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119281500 x1834598494565504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610817 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749610792.800366:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009b5f0c00. 02000000:00000001:3.0:1749610792.800367:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610792.800368:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610792.800369:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610792.800370:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610792.800372:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749610792.800373:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610792.800374:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610792.800374:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610792.800376:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00001000:1.0:1749610792.800377:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610792.800379:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749610792.800380:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610792.800381:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749610792.800383:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749610792.800385:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610792.800387:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610792.800388:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:3.0:1749610792.800389:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:2.0:1749610792.800390:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610792.800390:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:3.0:1749610792.800391:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610792.800392:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610792.800393:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:1.0:1749610792.800393:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:2.0:1749610792.800394:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610792.800395:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:1.0:1749610792.800395:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:3.0:1749610792.800397:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 02000000:00000001:1.0:1749610792.800397:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610792.800398:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000001:3.0:1749610792.800399:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749610792.800399:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00080000:2.0:1749610792.800400:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 02000000:00000001:3.0:1749610792.800401:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610792.800402:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610792.800403:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610792.800403:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:1.0:1749610792.800404:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bbb0. 00000100:00000040:3.0:1749610792.800405:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749610792.800407:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119281500 x1834598494565504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610817 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610792.800408:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedaa0. 00000100:00000200:1.0:1749610792.800408:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494565632, offset 0 00000100:00000200:3.0:1749610792.800411:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494565888, offset 0 00000400:00000200:1.0:1749610792.800413:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1749610792.800414:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119281500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494565504:0@lo:38:kworker.0 00000400:00000200:3.0:1749610792.800416:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610792.800418:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610792.800419:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610792.800420:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1749610792.800423:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749610792.800424:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119281500 x1834598494565504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610817 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610792.800425:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92f500 00000400:00000200:3.0:1749610792.800429:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92f600 00000400:00000200:1.0:1749610792.800429:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6b39 [1] + 0 00000100:00000001:2.0:1749610792.800430:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610792.800431:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610792.800433:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88011157b400. 00000400:00000200:1.0:1749610792.800433:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610792.800435:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6b41 [1] + 0 02000000:00000001:2.0:1749610792.800435:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610792.800436:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610792.800437:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000400:00000200:1.0:1749610792.800437:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610792.800439:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1749610792.800439:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749610792.800440:0:9692:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000010:2.0:1749610792.800441:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e3c00. 00000400:00000200:3.0:1749610792.800442:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749610792.800443:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610792.800444:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:1.0:1749610792.800444:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119280700 x1834598494565632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610817 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610792.800445:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119281500. 00000100:00000001:3.0:1749610792.800446:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749610792.800450:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119282d80 x1834598494565888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610817 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610792.800450:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610792.800451:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610792.800453:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610792.800453:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119280700 x1834598494565632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610817 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610792.800455:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1749610792.800459:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119282d80 x1834598494565888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610817 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610792.800460:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610792.800461:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000001:2.0:1749610792.800464:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610792.800465:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749610792.800467:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:2.0:1749610792.800467:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe948. 00000400:00000200:2.0:1749610792.800469:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ad48 00000400:00000010:2.0:1749610792.800471:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ad48. 00000100:00000001:2.0:1749610792.800474:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:1.0:1749610792.800474:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bbb0 00000100:00000200:2.0:1749610792.800477:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119280700 x1834598494565632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610817 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610792.800485:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119280700 x1834598494565632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610817 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610792.800490:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bbb0. 00000100:00000001:2.0:1749610792.800491:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610792.800493:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610792.800493:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610792.800494:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749610792.800494:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:2.0:1749610792.800496:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610792.800497:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610792.800498:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610792.800498:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610792.800499:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedaa0 02000000:00000001:2.0:1749610792.800500:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610792.800501:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000010:3.0:1749610792.800502:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedaa0. 00000100:00000001:3.0:1749610792.800504:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00001000:2.0:1749610792.800504:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610792 v=5 (0 0 0 0) 00000100:00000001:1.0:1749610792.800504:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610792.800505:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:1.0:1749610792.800506:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:2.0:1749610792.800507:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=147 v=20 (1 1 1 20) 00000100:00000001:3.0:1749610792.800508:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610792.800509:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610792.800510:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610792.800510:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fe8f480 x1834598494565632/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610812 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610792.800511:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610792.800512:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610792.800513:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610792.800515:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749610792.800516:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119280700 x1834598494565632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610817 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610792.800519:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fe8f800 x1834598494565888/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610812 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610792.800519:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006fe8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494565632:12345-0@lo:38:kworker.0 Request processed in 190us (689us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749610792.800556:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:3.0:1749610792.800559:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006fe8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494565888:12345-0@lo:38:kworker.0 Request processed in 223us (520us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749610792.800559:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610792.800560:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610792.800562:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610792.800563:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:1.0:1749610792.800563:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 366 00000100:00000001:1.0:1749610792.800565:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00080000:2.0:1749610792.800566:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1749610792.800567:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00080000:2.0:1749610792.800569:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000020:00000010:1.0:1749610792.800569:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9b80. 00000100:00000001:2.0:1749610792.800571:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:1.0:1749610792.800572:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c3e8. 00000100:00100000:3.0:1749610792.800573:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 367 00000100:00000001:3.0:1749610792.800575:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:1.0:1749610792.800576:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125000. 00000100:00000001:3.0:1749610792.800577:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749610792.800579:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749610792.800580:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cd00. 00000100:00000040:2.0:1749610792.800581:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119280700 x1834598494565632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610817 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610792.800583:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c83e8. 00000020:00000010:3.0:1749610792.800586:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3000. 00000100:00100000:2.0:1749610792.800588:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119280700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494565632:0@lo:38:kworker.0 00000100:00000001:3.0:1749610792.800589:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610792.800592:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300066258, at 4300066258 00000400:00000001:2.0:1749610792.800594:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610792.800595:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610792.800597:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe000. 00000100:00000040:0.0:1749610792.800597:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300066258, at 4300066258 00000100:00000010:1.0:1749610792.800598:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677380. 00000400:00000200:2.0:1749610792.800600:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 00000400:00000010:2.0:1749610792.800601:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 00000100:00000001:2.0:1749610792.800603:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:3.0:1749610792.800604:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300066258, at 4300066258 00000100:00000010:0.0:1749610792.800605:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677800. 00000100:00000200:2.0:1749610792.800606:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119282d80 x1834598494565888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610817 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610792.800606:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610792.800609:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000010:3.0:1749610792.800610:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677c40. 00000400:00000001:1.0:1749610792.800612:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:2.0:1749610792.800614:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119282d80 x1834598494565888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610817 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1749610792.800614:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749610792.800616:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7d10. 00000400:00000200:1.0:1749610792.800620:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedb28 00000100:00000001:2.0:1749610792.800621:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:1.0:1749610792.800621:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedb28. 00000100:00000001:2.0:1749610792.800622:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610792.800623:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749610792.800624:0:28321:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:2.0:1749610792.800625:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610792.800626:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610792.800627:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610792.800629:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610792.800629:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119283480 x1834598494566016/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610808 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749610792.800633:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610792 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610792.800636:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=97 v=20 (1 1 1 20) 00000100:00000001:2.0:1749610792.800638:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000200:1.0:1749610792.800638:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119283480 x1834598494566016/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610808 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610792.800640:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610792.800641:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610792.800644:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:2.0:1749610792.800645:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119282d80 x1834598494565888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610817 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610792.800652:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610792.800652:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610792.800654:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610792.800654:0:28321:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749610792.800677:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610792.800680:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 02000000:00000001:1.0:1749610792.800680:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610792.800682:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610792.800685:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610792.800686:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:1.0:1749610792.800687:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610792.800689:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610792.800692:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00001000:1.0:1749610792.800693:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=97 v=5 (5 5 5 5) 00000100:00000001:2.0:1749610792.800694:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00001000:1.0:1749610792.800697:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=97 v=5 (1 1 1 1) 00000100:00000040:2.0:1749610792.800699:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119282d80 x1834598494565888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610817 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610792.800699:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610792.800701:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610792.800704:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00100000:2.0:1749610792.800706:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119282d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494565888:0@lo:38:kworker.0 00010000:00080000:1.0:1749610792.800709:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880119283480 x1834598494566016/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610808 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610792.800710:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610792.800712:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610792.800716:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119280700 x1834598494565632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610817 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610792.800716:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610792.800719:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1749610792.800722:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1749610792.800722:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 02000000:00000001:2.0:1749610792.800723:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749610792.800723:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749610792.800724:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610792.800725:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880111579000. 02000000:00000001:2.0:1749610792.800728:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1749610792.800728:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119283480 x1834598494566016/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610808 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749610792.800729:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610792.800730:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749610792.800732:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610792.800734:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e2800. 00000100:00000001:1.0:1749610792.800735:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610792.800737:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610792.800738:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1749610792.800738:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610792.800739:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1749610792.800740:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119280700. 00000100:00000001:2.0:1749610792.800742:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000040:1.0:1749610792.800743:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119283480 x1834598494566016/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610808 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610792.800744:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610792.800745:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610792.800748:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119282d80 x1834598494565888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610817 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610792.800750:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119283480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494566016:0@lo:400:kworker.0 00000100:00000001:2.0:1749610792.800755:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610792.800756:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:1.0:1749610792.800756:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:2.0:1749610792.800757:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88011157bc00. 00000400:00000001:1.0:1749610792.800757:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1749610792.800759:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:1.0:1749610792.800759:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7cb8. 00000020:00000001:2.0:1749610792.800760:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:1.0:1749610792.800762:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedbb0 00000400:00000010:1.0:1749610792.800763:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedbb0. 00000020:00000040:2.0:1749610792.800765:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:1.0:1749610792.800766:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:2.0:1749610792.800767:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:1.0:1749610792.800768:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119282a00 x1834598494565760/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610808 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749610792.800769:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e1400. 02000000:00000001:2.0:1749610792.800771:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610792.800773:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610792.800774:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119282d80. 00000100:00000200:1.0:1749610792.800782:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119282a00 x1834598494565760/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610808 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610792.800783:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610792.800784:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610792.800786:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610792.800788:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610792.800789:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610792.800789:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610792.800791:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610792.800791:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610792.800793:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610792.800793:0:28321:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749610792.800794:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610792.800795:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610792.800797:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610792.800799:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610792.800802:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=147 v=5 (5 5 5 5) 00000100:00001000:1.0:1749610792.800805:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=147 v=5 (1 1 1 1) 00000100:00000040:2.0:1749610792.800806:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300066258, at 4300066258 00000100:00000001:1.0:1749610792.800808:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610792.800809:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610792.800810:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000010:2.0:1749610792.800812:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b6771c0. 00010000:00080000:1.0:1749610792.800813:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880119282a00 x1834598494565760/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610808 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749610792.800820:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610792.800822:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749610792.800823:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1749610792.800825:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749610792.800827:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610792.800830:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119282a00 x1834598494565760/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610808 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610792.800836:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610792.800838:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610792.800839:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610792.800842:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119282a00 x1834598494565760/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610808 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610792.800849:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119282a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494565760:0@lo:400:kworker.0 00000100:00000001:1.0:1749610792.800853:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610792.800859:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610792.800863:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119283480 x1834598494566016/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610808 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610792.800870:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610792.800872:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749610792.800874:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7b3200. 02000000:00000001:1.0:1749610792.800877:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610792.800879:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610792.800880:0:28321:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:1.0:1749610792.800883:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610792.800885:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f000. 02000000:00000001:1.0:1749610792.800888:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610792.800890:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610792.800892:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119283480. 00000100:00000001:1.0:1749610792.800896:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610792.800897:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610792.800899:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610792.800902:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119282a00 x1834598494565760/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610808 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610792.800908:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610792.800910:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749610792.800911:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012c7b2600. 02000000:00000001:1.0:1749610792.800914:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749610792.800915:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749610792.800916:0:28321:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1749610792.800917:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749610792.800919:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3fd00. 02000000:00000001:1.0:1749610792.800921:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610792.800922:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749610792.800923:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119282a00. 00000100:00000001:1.0:1749610792.800926:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610792.800927:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610792.800929:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610792.800934:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610792.800935:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610792.800937:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610792.800939:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610792.861627:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610792.861633:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610792.861636:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610792.861640:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610792.861643:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610792.861646:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610792.861648:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610792.861682:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610792.861685:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610793.457774:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610793.457783:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610793.457785:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610793.457790:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610793.457794:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610793.457799:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610793.457802:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610793.457805:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610793.457808:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610793.720744:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610793.720752:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610793.720794:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1749610793.720797:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610793.720800:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610793.800672:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610793.800690:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610793.800694:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610793.800699:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610793.800703:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610793.800707:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610793.800711:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610793.861642:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610793.861684:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610793.861686:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610793.861690:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610793.861693:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610793.861696:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610793.861699:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610793.861703:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610793.861706:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610794.457708:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610794.457731:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610794.457734:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610794.457739:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610794.457742:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610794.457746:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610794.457749:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610794.457753:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610794.457755:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610794.722661:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610794.722671:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749610794.722675:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749610794.722678:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610794.722683:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749610794.722685:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610794.722687:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610794.722690:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610794.722786:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610794.722792:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610794.722796:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610794.800633:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610794.800668:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610794.800671:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610794.800675:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610794.800678:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610794.800682:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610794.800685:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610794.861608:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610794.861614:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610794.861616:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610794.861620:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610794.861623:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610794.861625:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610794.861629:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610794.861632:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610794.861634:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610795.457733:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610795.457743:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610795.457746:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610795.457751:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610795.457755:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610795.457759:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610795.457763:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610795.457766:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610795.457769:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610795.724680:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610795.724688:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610795.724836:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610795.724842:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610795.724846:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610795.800667:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610795.800682:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610795.800684:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610795.800705:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610795.800708:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610795.800712:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610795.800715:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610795.861676:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610795.861683:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610795.861699:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610795.861704:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610795.861708:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610795.861712:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610795.861717:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610795.861721:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610795.861725:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610796.457762:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610796.457769:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610796.457772:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610796.457777:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610796.457780:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610796.457785:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610796.457788:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610796.457791:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610796.457793:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610796.726674:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610796.726681:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610796.726755:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610796.726761:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610796.726765:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610796.800689:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610796.800703:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610796.800706:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610796.800710:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610796.800713:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610796.800716:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610796.800719:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610796.861662:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610796.861669:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610796.861671:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610796.861676:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610796.861679:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610796.861683:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610796.861686:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610796.861690:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610796.861692:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610797.457672:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610797.457681:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610797.457683:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610797.457688:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610797.457692:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610797.457696:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610797.457699:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610797.457702:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610797.457704:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610797.728724:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610797.728732:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610797.728867:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610797.728873:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610797.728876:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610797.800669:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610797.800684:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610797.800687:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610797.800690:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610797.800693:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610797.800697:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610797.800699:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610797.806659:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610797.806667:0:8737:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1749610797.806671:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610797.806675:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610797.806677:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610797.806680:0:8737:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610797.806685:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610797.806690:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5398 00000100:00080000:0.0:1749610797.806695:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610797.806698:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610797.806701:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610797.806704:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610797.806706:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610797.806710:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610797.806713:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749610797.806716:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610797.806720:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749610797.806723:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749610797.806725:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749610797.806728:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610797.806730:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610797.806731:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610797.806733:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610797.806736:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:0.0:1749610797.806740:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610797.806742:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610797.806746:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610797.806752:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610797.806755:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610797.806768:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610797.806772:0:8737:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610797.806778:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119282a00. 00000020:00000040:0.0:1749610797.806783:0:8737:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749610797.806787:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610797.806789:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610797.806792:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610797.806794:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610797.806798:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610797.806806:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e1400. 00000100:00000001:0.0:1749610797.806814:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610797.806824:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119282a00 x1834598494566144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610797.806836:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610797.806840:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610797.806845:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119282a00] to pc [ptlrpcd_rcv+-1] req@ffff880119282a00 x1834598494566144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610797.806873:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610797.806877:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610797.806880:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610797.806882:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610797.806884:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610797.806886:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610797.806889:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5398 00000100:00080000:0.0:1749610797.806891:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610797.806894:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610797.806896:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610797.806898:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610797.806900:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610797.806902:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610797.806903:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749610797.806905:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610797.806912:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749610797.806914:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:0.0:1749610797.806917:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:0.0:1749610797.806920:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610797.806922:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610797.806923:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610797.806925:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610797.806927:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:0.0:1749610797.806930:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610797.806932:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610797.806934:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610797.806937:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610797.806939:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610797.806941:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610797.806943:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610797.806946:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119283480. 00000020:00000040:0.0:1749610797.806948:0:8737:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749610797.806951:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610797.806952:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610797.806953:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610797.806955:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610797.806956:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610797.806959:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1749610797.806960:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e2800. 00000100:00000001:0.0:1749610797.806964:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610797.806965:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610797.806968:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1749610797.806968:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119283480 x1834598494566272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610797.806976:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1749610797.806977:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119282a00 x1834598494566144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610797.806978:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610797.806981:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119283480] to pc [ptlrpcd_rcv+-1] req@ffff880119283480 x1834598494566272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610797.806989:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610797.806990:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610797.806991:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610797.806992:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000001:2.0:1749610797.806995:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610797.806998:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610797.807001:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610797.807001:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610797.807002:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610797.807004:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1749610797.807005:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119282a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494566144:0@lo:38:kworker.0 00000100:00000001:0.0:1749610797.807007:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:2.0:1749610797.807009:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1749610797.807010:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5398 00000100:00080000:0.0:1749610797.807012:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 02000000:00000001:2.0:1749610797.807013:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1749610797.807014:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610797.807016:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610797.807018:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610797.807019:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610797.807021:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610797.807023:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:0.0:1749610797.807024:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1749610797.807025:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610797.807026:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000020:00000001:0.0:1749610797.807028:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 02000000:00000001:2.0:1749610797.807029:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1749610797.807030:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000040:0.0:1749610797.807032:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 02000000:00000010:2.0:1749610797.807033:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880111579000. 00000100:00000001:0.0:1749610797.807034:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1749610797.807036:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610797.807036:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610797.807037:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610797.807039:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00080000:0.0:1749610797.807042:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000400:00000010:2.0:1749610797.807043:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe000. 00000100:00000001:0.0:1749610797.807044:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610797.807045:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610797.807048:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610797.807050:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610797.807051:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 00000100:00000001:0.0:1749610797.807052:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610797.807053:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610797.807056:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119282d80. 00000020:00000040:0.0:1749610797.807058:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000200:2.0:1749610797.807059:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494566144, portal 4 02000000:00000001:0.0:1749610797.807060:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1749610797.807062:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610797.807063:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031248384 : -131936678303232 : ffff880119282a00) 02000000:00000001:0.0:1749610797.807065:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610797.807067:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610797.807069:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610797.807071:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610797.807072:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119282a00 x1834598494566144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610822 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610797.807074:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e3c00. 00000100:00000001:0.0:1749610797.807077:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610797.807081:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:0.0:1749610797.807082:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119282d80 x1834598494566400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1749610797.807085:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610797.807087:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ad48. 00000100:00000001:0.0:1749610797.807088:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000200:2.0:1749610797.807090:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494566144, offset 0 00000100:00000001:0.0:1749610797.807090:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610797.807094:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119282d80] to pc [ptlrpcd_rcv+-1] req@ffff880119282d80 x1834598494566400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610797.807096:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610797.807101:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610797.807103:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749610797.807107:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749610797.807110:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119280700. 00000400:00000200:2.0:1749610797.807112:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:0.0:1749610797.807112:0:8737:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749610797.807114:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610797.807116:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610797.807117:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610797.807121:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3fc00. 00000100:00000001:0.0:1749610797.807123:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610797.807124:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf92f700 00000100:00000040:0.0:1749610797.807127:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880119280700 x1834598494566528/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1749610797.807131:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3ded [256] + 23400 00000100:00000001:0.0:1749610797.807135:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000010:2.0:1749610797.807136:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d881370. 00000100:00000001:0.0:1749610797.807136:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610797.807140:0:28320:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8800a8b02000 00000100:00000040:0.0:1749610797.807141:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119280700] to pc [ptlrpcd_00_02+2] req@ffff880119280700 x1834598494566528/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610797.807147:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610797.807151:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749610797.807155:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a8b02000 00000400:00000010:2.0:1749610797.807158:0:28320:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 4216 at ffff8800a8b02000. 00000100:00000001:2.0:1749610797.807163:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610797.807165:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000040:2.0:1749610797.807169:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88012b531050 x1834598494566144 msgsize 520 00000100:00100000:2.0:1749610797.807173:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1749610797.807176:0:28320:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1749610797.807178:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610797.807181:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610797.807185:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749610797.807186:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749610797.807191:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:2.0:1749610797.807192:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ad48 00000100:00080000:0.0:1749610797.807193:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000010:2.0:1749610797.807194:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ad48. 00000100:00000001:0.0:1749610797.807196:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:2.0:1749610797.807197:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00080000:0.0:1749610797.807199:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5398 00000100:00080000:0.0:1749610797.807202:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610797.807204:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610797.807206:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1749610797.807207:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119282a00 x1834598494566144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610822 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610797.807208:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610797.807210:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610797.807212:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610797.807214:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000100:00000001:2.0:1749610797.807215:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1749610797.807216:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610797.807217:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000100:00000040:2.0:1749610797.807219:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119282a00 x1834598494566144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610822 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610797.807226:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610797.807227:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:2.0:1749610797.807228:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:0.0:1749610797.807229:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:2.0:1749610797.807232:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610797.807232:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610797.807234:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610797.807235:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610797.807237:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:2.0:1749610797.807238:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1267 usecs (2 jiffies) 00000020:00000040:0.0:1749610797.807240:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00000001:2.0:1749610797.807241:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300071266 00000100:00080000:0.0:1749610797.807242:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610797.807244:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610797.807246:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b6771c0. 02000000:00000001:0.0:1749610797.807246:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610797.807249:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610797.807251:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610797.807253:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:0.0:1749610797.807253:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610797.807254:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610797.807258:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119281500. 00000100:00000001:2.0:1749610797.807259:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300071266 00000020:00000040:0.0:1749610797.807260:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000010:2.0:1749610797.807261:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677900. 02000000:00000001:0.0:1749610797.807262:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610797.807263:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610797.807264:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:0.0:1749610797.807265:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1749610797.807268:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300071266 00000100:00000010:2.0:1749610797.807270:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677f00. 02000000:00000001:0.0:1749610797.807270:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610797.807272:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610797.807273:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749610797.807275:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300071266 02000000:00000010:0.0:1749610797.807276:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e1800. 00000100:00000010:2.0:1749610797.807278:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677bc0. 00000100:00000001:1.0:1749610797.807280:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610797.807280:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610797.807281:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00100000:0.0:1749610797.807284:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119281500 x1834598494566656/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749610797.807286:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610797.807289:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749610797.807291:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610797.807292:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610797.807294:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610797.807296:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610797.807297:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610797.807297:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119280700 x1834598494566528/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610797.807298:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119281500] to pc [ptlrpcd_rcv+-1] req@ffff880119281500 x1834598494566656/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610797.807299:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610797.807302:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610797.807304:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610797.807305:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610797.807307:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749610797.807309:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610797.807309:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610797.807311:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610797.807311:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1749610797.807312:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610797.807313:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1749610797.807313:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119280a80. 00000100:00000001:2.0:1749610797.807315:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1749610797.807315:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:0.0:1749610797.807315:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749610797.807316:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610797.807317:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749610797.807318:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610797.807318:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610797.807320:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610797.807321:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119283480 x1834598494566272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610797.807321:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610797.807323:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f700. 00000100:00100000:1.0:1749610797.807324:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119280700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494566528:0@lo:400:kworker.0 00000100:00000001:0.0:1749610797.807325:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610797.807329:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1749610797.807329:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880119280a80 x1834598494566784/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1749610797.807332:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749610797.807335:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610797.807336:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749610797.807336:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1749610797.807337:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749610797.807337:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610797.807338:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494566144 00000100:00000001:2.0:1749610797.807340:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1749610797.807341:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000010:1.0:1749610797.807341:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d125000. 00000100:00000040:0.0:1749610797.807341:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119280a80] to pc [ptlrpcd_00_03+3] req@ffff880119280a80 x1834598494566784/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610797.807342:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610797.807344:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610797.807345:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1749610797.807345:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610797.807347:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610797.807348:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610797.807349:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610797.807350:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3dba50. 02000000:00000001:3.0:1749610797.807352:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610797.807352:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119283480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494566272:0@lo:38:kworker.0 00000100:00000001:0.0:1749610797.807354:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610797.807355:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bbb0. 00000100:00100000:3.0:1749610797.807356:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494566144 00000100:00000001:2.0:1749610797.807356:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749610797.807358:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1749610797.807359:0:9696:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1749610797.807359:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610797.807359:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494566528, portal 10 00000100:00000040:0.0:1749610797.807359:0:8737:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5408) 00000020:00000040:3.0:1749610797.807360:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:2.0:1749610797.807361:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1749610797.807362:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749610797.807362:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000010:2.0:1749610797.807364:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88011157bc00. 00000100:00000001:1.0:1749610797.807364:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031239424 : -131936678312192 : ffff880119280700) 00000020:00000001:3.0:1749610797.807365:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610797.807367:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610797.807367:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610797.807370:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe948. 00000100:00000040:1.0:1749610797.807372:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119280700 x1834598494566528/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610797.807373:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ad48. 00000020:00000010:3.0:1749610797.807374:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3000. 00000100:00000200:2.0:1749610797.807377:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494566272, portal 10 00000020:00000010:3.0:1749610797.807379:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cd00. 00000100:00000001:2.0:1749610797.807379:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610797.807380:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031251072 : -131936678300544 : ffff880119283480) 00000100:00000001:1.0:1749610797.807380:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610797.807383:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:3.0:1749610797.807384:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c83e8. 00000400:00000010:1.0:1749610797.807385:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58ba18. 00000100:00000040:2.0:1749610797.807387:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119283480 x1834598494566272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610822 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610797.807388:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494566528, offset 0 00000100:00000001:3.0:1749610797.807389:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610797.807391:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610797.807393:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610797.807393:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749610797.807393:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749610797.807396:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610797.807398:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aee0. 00000100:00000001:3.0:1749610797.807400:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610797.807400:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494566272, offset 0 00000400:00000200:1.0:1749610797.807402:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610797.807404:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749610797.807410:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf92f880 00000400:00000200:2.0:1749610797.807412:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610797.807416:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be9 [64] + 48192 00000400:00000200:2.0:1749610797.807418:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92f780 00000100:00000001:3.0:1749610797.807419:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749610797.807422:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 48416 00000400:00000200:1.0:1749610797.807423:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610797.807427:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610797.807429:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1749610797.807430:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610797.807431:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749610797.807432:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610797.807434:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610797.807435:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749610797.807435:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1749610797.807436:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1749610797.807437:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 137 00000100:00000010:2.0:1749610797.807439:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fe8fb80. 00000100:00000040:2.0:1749610797.807447:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006fe8fb80 x1834598494566272 msgsize 520 00000100:00100000:2.0:1749610797.807451:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749610797.807459:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137336049744 : -131936373501872 : ffff88012b531050) 00000100:00000001:2.0:1749610797.807459:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749610797.807460:0:9761:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610797.807462:0:9761:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610797.807466:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012b531050 x1834598494566144/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610817 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610797.807468:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aee0 00000400:00000010:2.0:1749610797.807470:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aee0. 00000100:00000001:2.0:1749610797.807472:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749610797.807476:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119283480 x1834598494566272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610822 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610797.807480:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b531050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494566144:12345-0@lo:38:kworker.0 00000100:00000001:1.0:1749610797.807482:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749610797.807484:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494566144 00000100:00000001:2.0:1749610797.807484:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1749610797.807484:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:2.0:1749610797.807487:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119283480 x1834598494566272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610822 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610797.807488:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000010:1.0:1749610797.807489:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079225c00. 00010000:00000001:3.0:1749610797.807492:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:1.0:1749610797.807492:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff880079225c00 x1834598494566528 msgsize 224 00000100:00000001:0.0:1749610797.807493:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610797.807494:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610797.807495:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:0.0:1749610797.807496:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494566272 00000100:00100000:1.0:1749610797.807497:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749610797.807498:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610797.807498:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610797.807500:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1749610797.807502:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 947 usecs (1 jiffies) 00000100:00000001:0.0:1749610797.807503:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610797.807504:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300071265 00000020:00000001:3.0:1749610797.807506:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610797.807506:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610797.807507:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300071266 00000100:00000001:2.0:1749610797.807509:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300071265 00000100:00100000:0.0:1749610797.807509:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494566272 00010000:00020000:3.0:1749610797.807511:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749610797.807511:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300071266 00000020:00000001:0.0:1749610797.807511:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610797.807512:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749610797.807513:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300071265 00000100:00000001:1.0:1749610797.807513:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00010000:00000001:3.0:1749610797.807514:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:0.0:1749610797.807514:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610797.807515:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300071266 00000020:00000001:0.0:1749610797.807516:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610797.807517:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300071265 00010000:00000001:3.0:1749610797.807518:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:0.0:1749610797.807518:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610797.807519:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300071266 00000100:00000001:3.0:1749610797.807522:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000010:0.0:1749610797.807546:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8ea00. 00000100:00000001:2.0:1749610797.807550:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749610797.807550:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dffd00. 00000100:00000001:2.0:1749610797.807552:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610797.807554:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000010:0.0:1749610797.807554:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4adde10. 00000100:00000001:2.0:1749610797.807555:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1749610797.807557:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1749610797.807558:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119282d80 x1834598494566400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610797.807558:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610797.807559:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000010:3.0:1749610797.807562:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801302f4000. 00000100:00000001:0.0:1749610797.807562:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610797.807564:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610797.807565:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610797.807566:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610797.807567:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610797.807567:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610797.807571:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749610797.807572:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749610797.807573:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610797.807574:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749610797.807576:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00001000:3.0:1749610797.807577:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749610797.807577:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1749610797.807578:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610797.807578:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58ba18 00000100:00100000:0.0:1749610797.807579:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494566528 00000100:00000001:3.0:1749610797.807581:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00100000:2.0:1749610797.807581:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119282d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494566400:0@lo:38:kworker.0 00000400:00000010:1.0:1749610797.807581:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58ba18. 02000000:00000001:0.0:1749610797.807581:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610797.807582:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749610797.807584:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749610797.807584:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749610797.807584:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610797.807585:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1749610797.807587:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:2.0:1749610797.807587:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749610797.807587:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610797.807589:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:2.0:1749610797.807589:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610797.807589:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119280700 x1834598494566528/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610797.807589:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494566528 02000000:00000001:2.0:1749610797.807590:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1749610797.807590:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749610797.807592:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000040:0.0:1749610797.807592:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 02000000:00000010:2.0:1749610797.807593:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88011157b400. 00000020:00000001:0.0:1749610797.807593:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1749610797.807595:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610797.807595:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000100:00000040:3.0:1749610797.807596:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:0.0:1749610797.807597:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 02000000:00000001:3.0:1749610797.807598:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:2.0:1749610797.807598:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe630. 00000100:00000001:1.0:1749610797.807599:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1749610797.807599:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 02000000:00000001:3.0:1749610797.807600:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610797.807602:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:2.0:1749610797.807602:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aee0. 00000100:00000040:1.0:1749610797.807602:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119280700 x1834598494566528/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610813 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610797.807604:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1749610797.807605:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1749610797.807605:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494566400, portal 10 00000020:00000010:0.0:1749610797.807606:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3c80. 00000100:00000001:2.0:1749610797.807607:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610797.807608:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031249280 : -131936678302336 : ffff880119282d80) 00000400:00000010:3.0:1749610797.807609:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedaa0. 00000020:00000040:0.0:1749610797.807633:0:9693:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:1.0:1749610797.807638:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610797.807641:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494566144, offset 0 00000100:00000001:1.0:1749610797.807641:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:2.0:1749610797.807644:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119282d80 x1834598494566400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610822 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610797.807646:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610797.807647:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:1.0:1749610797.807650:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 905 usecs (1 jiffies) 00000100:00000001:2.0:1749610797.807651:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:0.0:1749610797.807651:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e000. 00000100:00000040:2.0:1749610797.807653:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610797.807653:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300071266 00000400:00000200:3.0:1749610797.807654:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1749610797.807654:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff100. 00000400:00000010:2.0:1749610797.807655:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a880. 00000100:00000001:1.0:1749610797.807656:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300071266 00000020:00000010:0.0:1749610797.807657:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4addbb8. 00000100:00000200:2.0:1749610797.807658:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494566400, offset 0 00000100:00000001:1.0:1749610797.807659:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300071266 00000400:00000200:2.0:1749610797.807662:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610797.807662:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300071266 00000100:00000040:0.0:1749610797.807663:0:9693:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000200:3.0:1749610797.807664:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610797.807664:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300071266 00000100:00000001:0.0:1749610797.807665:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610797.807666:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300071266 00000100:00000001:0.0:1749610797.807667:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610797.807668:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300071266 00000400:00000200:2.0:1749610797.807669:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610797.807669:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610797.807670:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300071266 00000400:00000200:3.0:1749610797.807672:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf92f700 00000100:00000001:1.0:1749610797.807672:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610797.807673:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:2.0:1749610797.807675:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92f800 00000100:00000001:1.0:1749610797.807675:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610797.807676:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749610797.807677:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610797.807677:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610797.807678:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6b5d [1] + 0 00000100:00000001:1.0:1749610797.807679:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610797.807682:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749610797.807683:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749610797.807687:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610797.807688:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1749610797.807689:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 48936 00000100:00000001:0.0:1749610797.807690:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610797.807692:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1749610797.807694:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610797.807694:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1749610797.807694:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 231 00000100:00000001:1.0:1749610797.807696:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749610797.807697:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000400:00000200:2.0:1749610797.807698:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610797.807698:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610797.807699:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134346513408 : -131939363038208 : ffff880079225c00) 00000100:00000001:1.0:1749610797.807700:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610797.807701:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610797.807701:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749610797.807702:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:1.0:1749610797.807702:0:28323:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1749610797.807704:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610797.807705:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079225c00 x1834598494566528/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:233/0 lens 224/0 e 0 to 0 dl 1749610808 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610797.807706:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fe8df80. 00000100:00000001:1.0:1749610797.807706:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1749610797.807707:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119282a00 x1834598494566144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610822 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610797.807708:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610797.807709:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006fe8df80 x1834598494566400 msgsize 520 00000100:00000001:1.0:1749610797.807710:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610797.807711:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610797.807712:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1749610797.807713:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610797.807713:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1749610797.807715:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3b00. 00000100:00000040:1.0:1749610797.807716:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119280a80 x1834598494566784/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610797.807718:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610797.807719:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119282a00 x1834598494566144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610822 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610797.807720:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:0.0:1749610797.807720:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b3b00. 00000100:00000001:1.0:1749610797.807724:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749610797.807726:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610797.807726:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079225c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494566528:12345-0@lo:400:kworker.0 00000100:00000001:3.0:1749610797.807728:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:1.0:1749610797.807728:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749610797.807730:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1749610797.807730:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494566528 00000400:00000200:2.0:1749610797.807731:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a880 02000000:00000001:1.0:1749610797.807732:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610797.807733:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a880. 00000020:00000001:0.0:1749610797.807733:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749610797.807735:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:1.0:1749610797.807735:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494566784:0@lo:400:kworker.0 00000400:00000200:3.0:1749610797.807736:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedaa0 00000020:00000001:0.0:1749610797.807736:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000400:00000010:3.0:1749610797.807738:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedaa0. 00000100:00000001:1.0:1749610797.807739:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1749610797.807739:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610797.807740:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119282d80 x1834598494566400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610822 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610797.807742:0:9696:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:1.0:1749610797.807742:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1749610797.807742:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1749610797.807743:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:1.0:1749610797.807743:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610797.807744:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 02000000:00000001:1.0:1749610797.807746:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749610797.807747:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610797.807747:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1749610797.807747:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 02000000:00000010:1.0:1749610797.807749:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d124000. 00000100:00000040:3.0:1749610797.807750:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000040:2.0:1749610797.807750:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119282d80 x1834598494566400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610822 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610797.807750:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749610797.807751:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610797.807752:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610797.807752:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000400:00000010:1.0:1749610797.807754:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3dbaa8. 00000020:00000001:3.0:1749610797.807755:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610797.807756:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610797.807758:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:1.0:1749610797.807758:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58ba18. 00000020:00000001:0.0:1749610797.807759:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000040:3.0:1749610797.807760:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012b531050 x1834598494566144/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610817 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610797.807762:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610797.807762:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494566784, portal 10 00000020:00000001:0.0:1749610797.807762:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610797.807764:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1749610797.807764:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749610797.807765:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031240320 : -131936678311296 : ffff880119280a80) 00000100:00000040:2.0:1749610797.807766:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 867 usecs (1 jiffies) 00000100:00000001:2.0:1749610797.807769:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300071266 00000100:00000001:0.0:1749610797.807769:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:3.0:1749610797.807770:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b531050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494566144:12345-0@lo:38:kworker.0 Request processed in 291us (599us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749610797.807771:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300071266 00000100:00000040:1.0:1749610797.807771:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119280a80 x1834598494566784/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610797.807771:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610797.807774:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300071266 02000000:00000010:0.0:1749610797.807775:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801205e2c00. 00000100:00000001:2.0:1749610797.807776:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300071266 02000000:00000001:0.0:1749610797.807777:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610797.807778:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300071266 00000100:00000001:1.0:1749610797.807778:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:3.0:1749610797.807780:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 137 00000100:00000001:2.0:1749610797.807780:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300071266 00000100:00000040:1.0:1749610797.807780:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749610797.807780:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610797.807781:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300071266 00000020:00000001:0.0:1749610797.807782:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610797.807783:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610797.807783:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300071266 00000100:00000001:3.0:1749610797.807784:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749610797.807785:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1749610797.807785:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494566528 00000100:00000001:2.0:1749610797.807787:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610797.807787:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b880. 00010000:00000001:0.0:1749610797.807788:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000020:00000010:3.0:1749610797.807789:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cd00. 00000100:00000001:2.0:1749610797.807790:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1749610797.807790:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494566784, offset 0 00000020:00000010:3.0:1749610797.807793:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c83e8. 00000100:00000040:2.0:1749610797.807793:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119281500 x1834598494566656/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000200:0.0:1749610797.807793:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880079225c00 x1834598494566528/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:233/0 lens 224/224 e 0 to 0 dl 1749610808 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610797.807794:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749610797.807797:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3000. 00000100:00000001:2.0:1749610797.807799:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610797.807801:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610797.807801:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1749610797.807801:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1749610797.807803:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:0.0:1749610797.807803:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610797.807805:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00001000:0.0:1749610797.807806:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=152 v=5 (1 1 1 1) 02000000:00000001:2.0:1749610797.807807:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610797.807807:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf92f980 00000100:00100000:2.0:1749610797.807809:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119281500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494566656:0@lo:38:kworker.0 00000100:00000001:0.0:1749610797.807810:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1749610797.807811:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be9 [64] + 49456 00000100:00000040:0.0:1749610797.807812:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:3.0:1749610797.807814:0:9696:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1749610797.807814:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749610797.807816:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749610797.807817:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1749610797.807817:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1749610797.807818:0:9696:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801302f4000. 02000000:00000001:0.0:1749610797.807818:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610797.807819:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749610797.807820:0:9696:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:1.0:1749610797.807820:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749610797.807821:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610797.807821:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749610797.807823:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749610797.807823:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:0.0:1749610797.807823:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1749610797.807825:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000010:2.0:1749610797.807826:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88011157b000. 00000400:00000010:0.0:1749610797.807826:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958212a8. 02000000:00000001:3.0:1749610797.807828:0:9696:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:2.0:1749610797.807828:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610797.807829:0:9696:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880113587400. 00000100:00000010:1.0:1749610797.807829:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079225f80. 00000100:00000040:1.0:1749610797.807831:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff880079225f80 x1834598494566784 msgsize 224 00000100:00000200:0.0:1749610797.807831:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494566528, offset 224 00000400:00000010:2.0:1749610797.807832:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fee70. 02000000:00000001:3.0:1749610797.807833:0:9696:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749610797.807835:0:9696:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006fe8ea00. 00000400:00000010:2.0:1749610797.807835:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a880. 00000100:00100000:1.0:1749610797.807835:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1749610797.807836:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1749610797.807838:0:9696:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749610797.807840:0:9696:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880113586c00. 00000100:00000200:2.0:1749610797.807841:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494566656, portal 10 02000000:00000001:3.0:1749610797.807842:0:9696:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1749610797.807843:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000010:3.0:1749610797.807844:0:9696:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006fe8d880. 00000100:00000001:1.0:1749610797.807844:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749610797.807845:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031243008 : -131936678308608 : ffff880119281500) 00000400:00000200:0.0:1749610797.807845:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1749610797.807847:0:9696:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749610797.807848:0:9696:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880113584400. 00000400:00000200:1.0:1749610797.807848:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b880 02000000:00000001:3.0:1749610797.807850:0:9696:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:2.0:1749610797.807851:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119281500 x1834598494566656/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610822 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749610797.807851:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b880. 00000100:00000010:3.0:1749610797.807852:0:9696:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006fe8c700. 00000100:00000001:1.0:1749610797.807853:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:0.0:1749610797.807853:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92f880 02000000:00000001:3.0:1749610797.807854:0:9696:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749610797.807855:0:9696:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801214d0800. 02000000:00000001:3.0:1749610797.807857:0:9696:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1749610797.807857:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:1.0:1749610797.807857:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119280a80 x1834598494566784/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749610797.807859:0:9696:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008aa3e300. 00000100:00000040:2.0:1749610797.807860:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1749610797.807860:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6b65 [1] + 224 00000400:00000010:2.0:1749610797.807861:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a6e8. 02000000:00000001:3.0:1749610797.807863:0:9696:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:2.0:1749610797.807863:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494566656, offset 0 02000000:00000010:3.0:1749610797.807864:0:9696:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801214d3000. 00000100:00000001:1.0:1749610797.807865:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1749610797.807865:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1749610797.807866:0:9696:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749610797.807867:0:9696:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008aa3c700. 00000400:00000200:2.0:1749610797.807867:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749610797.807868:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119280a80 x1834598494566784/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610813 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610797.807869:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1749610797.807871:0:9696:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749610797.807872:0:9696:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801214d0400. 00000100:00000001:0.0:1749610797.807872:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:2.0:1749610797.807873:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1749610797.807874:0:9696:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1749610797.807874:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749610797.807875:0:9696:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008aa3df80. 00000100:00000001:1.0:1749610797.807876:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:2.0:1749610797.807877:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92f900 00000100:00000200:0.0:1749610797.807877:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119280700 x1834598494566528/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610813 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610797.807878:0:9696:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749610797.807879:0:9696:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880113586400. 00000100:00000001:1.0:1749610797.807879:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610797.807881:0:9696:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:2.0:1749610797.807881:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 49680 00000100:00000010:3.0:1749610797.807882:0:9696:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008aa3ce00. 00000100:00000040:1.0:1749610797.807882:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 823 usecs (1 jiffies) 02000000:00000001:3.0:1749610797.807885:0:9696:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:2.0:1749610797.807885:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749610797.807885:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300071266 02000000:00000010:3.0:1749610797.807886:0:9696:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880113584800. 00000100:00000040:0.0:1749610797.807886:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880119280700 x1834598494566528/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610813 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610797.807887:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300071266 02000000:00000001:3.0:1749610797.807888:0:9696:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:2.0:1749610797.807888:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:3.0:1749610797.807889:0:9696:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88008aa3ed80. 00000100:00000001:1.0:1749610797.807890:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300071266 00000100:00000001:2.0:1749610797.807891:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749610797.807892:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300071266 02000000:00000001:3.0:1749610797.807893:0:9696:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:2.0:1749610797.807893:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000010:3.0:1749610797.807894:0:9696:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880130318c00. 00000100:00000001:1.0:1749610797.807894:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300071266 00000100:00000010:2.0:1749610797.807896:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fe8ed80. 00000100:00000001:1.0:1749610797.807896:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300071266 02000000:00000001:3.0:1749610797.807898:0:9696:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749610797.807899:0:9696:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bad4a80. 00000100:00000040:2.0:1749610797.807899:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006fe8ed80 x1834598494566656 msgsize 520 00000100:00100000:2.0:1749610797.807902:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1749610797.807903:0:9696:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1749610797.807903:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300071266 02000000:00000010:3.0:1749610797.807904:0:9696:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880130318400. 00000100:00000001:2.0:1749610797.807904:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749610797.807905:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300071266 00000400:00000200:2.0:1749610797.807907:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a6e8 00000100:00000001:1.0:1749610797.807907:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1749610797.807909:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a6e8. 00000100:00000001:1.0:1749610797.807910:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610797.807910:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:3.0:1749610797.807911:0:9696:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1749610797.807911:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000010:3.0:1749610797.807913:0:9696:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bad6300. 00000100:00000200:2.0:1749610797.807914:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119281500 x1834598494566656/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610822 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1749610797.807915:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1749610797.807916:0:9696:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749610797.807917:0:9696:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88013031a800. 00000400:00000001:1.0:1749610797.807917:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749610797.807918:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3dba50. 02000000:00000001:3.0:1749610797.807921:0:9696:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:1.0:1749610797.807921:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bbb0 00000100:00000010:3.0:1749610797.807922:0:9696:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bad6680. 00000400:00000010:1.0:1749610797.807923:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bbb0. 02000000:00000001:3.0:1749610797.807925:0:9696:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749610797.807926:0:9696:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88013031b400. 00000100:00000001:1.0:1749610797.807926:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:0.0:1749610797.807926:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958212a8 02000000:00000001:3.0:1749610797.807929:0:9696:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000400:00000010:0.0:1749610797.807929:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958212a8. 00000100:00000010:3.0:1749610797.807930:0:9696:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bad5180. 00000100:00000200:1.0:1749610797.807930:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119280700 x1834598494566528/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610813 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610797.807931:0:9693:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:3.0:1749610797.807933:0:9696:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1749610797.807933:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610797.807933:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000010:3.0:1749610797.807934:0:9696:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880130319800. 02000000:00000001:3.0:1749610797.807936:0:9696:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749610797.807937:0:9696:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f09c00. 00000100:00000040:2.0:1749610797.807937:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119281500 x1834598494566656/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610822 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610797.807937:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610797.807938:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119280700 x1834598494566528/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610813 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610797.807940:0:9696:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:0.0:1749610797.807940:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000010:3.0:1749610797.807941:0:9696:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009c954400. 02000000:00000001:3.0:1749610797.807943:0:9696:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1749610797.807943:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610797.807943:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000010:3.0:1749610797.807944:0:9696:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074861500. 00000100:00000001:2.0:1749610797.807945:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610797.807945:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:0.0:1749610797.807945:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610797.807947:0:9696:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1749610797.807947:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749610797.807947:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 02000000:00000010:3.0:1749610797.807948:0:9696:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880119288000. 00000100:00000001:2.0:1749610797.807949:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610797.807949:0:28323:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749610797.807951:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1749610797.807951:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079225c00 x1834598494566528/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:233/0 lens 224/224 e 0 to 0 dl 1749610808 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610797.807952:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 668 usecs (1 jiffies) 00000100:00000001:1.0:1749610797.807953:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610797.807954:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300071266 00000100:00000001:1.0:1749610797.807955:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610797.807957:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300071266 02000000:00000001:1.0:1749610797.807958:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610797.807959:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300071266 00000100:00000001:2.0:1749610797.807961:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300071266 00000100:00100000:0.0:1749610797.807961:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079225c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494566528:12345-0@lo:400:kworker.0 Request processed in 246us (466us total) trans 0 rc 0/0 00000100:00000001:2.0:1749610797.807963:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300071266 00000100:00001000:1.0:1749610797.807963:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=152 v=5 (5 5 5 5) 00000100:00000001:2.0:1749610797.807966:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300071266 00000100:00001000:1.0:1749610797.807967:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=152 v=5 (1 1 1 1) 00000100:00000001:2.0:1749610797.807968:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300071266 02000000:00000001:3.0:1749610797.807969:0:9696:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00100000:0.0:1749610797.807969:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 231 00000100:00000001:2.0:1749610797.807970:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300071266 00000100:00000001:1.0:1749610797.807970:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000010:3.0:1749610797.807971:0:9696:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074863480. 00000100:00000001:2.0:1749610797.807971:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610797.807971:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610797.807972:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00000001:2.0:1749610797.807973:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610797.807974:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1749610797.807974:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:3.0:1749610797.807975:0:9696:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749610797.807976:0:9696:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009d032c00. 00000100:00000001:0.0:1749610797.807976:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:2.0:1749610797.807977:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1749610797.807978:0:9696:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000400:00000001:2.0:1749610797.807979:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00080000:1.0:1749610797.807979:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880119280700 x1834598494566528/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610813 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749610797.807980:0:9696:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074860a80. 00000020:00000010:0.0:1749610797.807980:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff100. 00000400:00000010:2.0:1749610797.807981:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe000. 02000000:00000001:3.0:1749610797.807982:0:9696:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:2.0:1749610797.807983:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 00000020:00000010:0.0:1749610797.807983:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4addbb8. 02000000:00000010:3.0:1749610797.807984:0:9696:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009a3ff000. 00000400:00000010:2.0:1749610797.807985:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 00010000:00000001:1.0:1749610797.807986:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610797.807986:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e000. 02000000:00000001:3.0:1749610797.807987:0:9696:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1749610797.807987:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000010:3.0:1749610797.807988:0:9696:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074862a00. 00000100:00000001:1.0:1749610797.807989:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000200:2.0:1749610797.807990:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119282a00 x1834598494566144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610822 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749610797.807990:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 02000000:00000001:3.0:1749610797.807991:0:9696:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:1.0:1749610797.807991:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 02000000:00000010:3.0:1749610797.807992:0:9696:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880135263800. 00000100:00000001:1.0:1749610797.807993:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749610797.807993:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610797.807994:0:9696:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1749610797.807994:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749610797.807996:0:9696:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f08e00. 02000000:00000001:3.0:1749610797.807998:0:9696:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:2.0:1749610797.807998:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119282a00 x1834598494566144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610822 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749610797.807999:0:9696:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880135263400. 00000100:00000001:0.0:1749610797.808000:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1749610797.808001:0:9696:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749610797.808002:0:9696:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f09880. 00000100:00100000:0.0:1749610797.808002:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494566400 00000100:00000040:1.0:1749610797.808003:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119280700 x1834598494566528/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610813 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610797.808004:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:0.0:1749610797.808004:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610797.808006:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610797.808006:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749610797.808007:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610797.808010:0:9696:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:0.0:1749610797.808010:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610797.808011:0:9696:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880135263c00. 00000100:00000001:1.0:1749610797.808011:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610797.808012:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00100000:0.0:1749610797.808012:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494566400 02000000:00000001:3.0:1749610797.808013:0:9696:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:2.0:1749610797.808014:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610797.808014:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:0.0:1749610797.808014:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:3.0:1749610797.808015:0:9696:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880099880000. 00000100:00000001:2.0:1749610797.808016:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610797.808016:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1749610797.808016:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:3.0:1749610797.808017:0:9696:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:0.0:1749610797.808017:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610797.808018:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610797.808019:0:9696:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880135260800. 00000100:00000040:1.0:1749610797.808019:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119280700 x1834598494566528/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610813 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610797.808020:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610797.808021:0:9696:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749610797.808022:0:9696:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880099883100. 02000000:00000001:3.0:1749610797.808024:0:9696:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:0.0:1749610797.808024:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610797.808025:0:9696:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880135261000. 00000100:00001000:2.0:1749610797.808026:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610797 v=5 (0 0 0 0) 00000100:00100000:1.0:1749610797.808026:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119280700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494566528:0@lo:400:kworker.0 00000020:00000001:0.0:1749610797.808026:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610797.808029:0:9696:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:2.0:1749610797.808029:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=70 v=20 (20 1 1 1) 00000020:00000010:0.0:1749610797.808029:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e000. 00000100:00000010:3.0:1749610797.808030:0:9696:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880099882300. 00000100:00000001:1.0:1749610797.808030:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610797.808031:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff100. 02000000:00000001:3.0:1749610797.808032:0:9696:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1749610797.808032:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610797.808032:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000010:3.0:1749610797.808033:0:9696:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880135261c00. 00000020:00000010:0.0:1749610797.808034:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4addbb8. 02000000:00000001:3.0:1749610797.808035:0:9696:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1749610797.808035:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610797.808035:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119280700 x1834598494566528/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610813 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749610797.808036:0:9696:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880099881500. 00000100:00000001:0.0:1749610797.808037:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749610797.808038:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:3.0:1749610797.808039:0:9696:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1749610797.808039:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000010:3.0:1749610797.808040:0:9696:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880135260000. 00000100:00000001:0.0:1749610797.808041:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610797.808042:0:9696:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:2.0:1749610797.808042:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119282a00 x1834598494566144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610822 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610797.808042:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000010:3.0:1749610797.808043:0:9696:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880099880700. 02000000:00000001:1.0:1749610797.808044:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1749610797.808044:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610797.808045:0:9696:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1749610797.808046:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d125000. 00000100:00000001:0.0:1749610797.808046:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1749610797.808047:0:9696:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880092b98c00. 02000000:00000001:3.0:1749610797.808049:0:9696:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749610797.808050:0:9696:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006fa33b80. 00000100:00000001:2.0:1749610797.808050:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:1.0:1749610797.808050:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1749610797.808051:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610797.808052:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1749610797.808052:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:0.0:1749610797.808052:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494566784 02000000:00000001:3.0:1749610797.808053:0:9696:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749610797.808054:0:9696:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009cd6b400. 00000100:00000001:2.0:1749610797.808054:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1749610797.808054:0:28323:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:0.0:1749610797.808054:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610797.808055:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1749610797.808056:0:9696:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1749610797.808056:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000001:1.0:1749610797.808056:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1749610797.808057:0:9696:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006fa32d80. 00000100:00000001:0.0:1749610797.808057:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610797.808058:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000010:1.0:1749610797.808058:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3fc00. 02000000:00000001:3.0:1749610797.808059:0:9696:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:0.0:1749610797.808059:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610797.808061:0:9696:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009cd6a800. 00000100:00080000:2.0:1749610797.808061:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749610797.808061:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494566784 02000000:00000001:3.0:1749610797.808062:0:9696:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:1.0:1749610797.808062:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1749610797.808063:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:3.0:1749610797.808064:0:9696:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006fa31f80. 02000000:00000001:1.0:1749610797.808064:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:0.0:1749610797.808064:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00080000:2.0:1749610797.808065:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000010:1.0:1749610797.808065:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119280700. 00000020:00000001:0.0:1749610797.808065:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1749610797.808066:0:9696:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749610797.808067:0:9696:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880092b99800. 00000100:00000001:2.0:1749610797.808067:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000040:0.0:1749610797.808067:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 02000000:00000001:3.0:1749610797.808069:0:9696:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1749610797.808069:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000020:00000001:0.0:1749610797.808069:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000010:3.0:1749610797.808070:0:9696:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006fa31180. 00000100:00000040:2.0:1749610797.808070:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119282a00 x1834598494566144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610822 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610797.808070:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749610797.808071:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:1.0:1749610797.808072:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610797.808073:0:9696:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749610797.808074:0:9696:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009cd6bc00. 00000100:00000001:1.0:1749610797.808074:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610797.808074:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749610797.808075:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1749610797.808076:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3b00. 00000100:00000001:1.0:1749610797.808077:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610797.808078:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119282a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494566144:0@lo:38:kworker.0 00000100:00000001:1.0:1749610797.808079:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610797.808079:0:9693:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012e6b30c0. 02000000:00000001:3.0:1749610797.808080:0:9696:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749610797.808082:0:9696:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006fa30380. 00000100:00000001:2.0:1749610797.808082:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610797.808083:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1749610797.808084:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b3b00. 00000100:00000001:2.0:1749610797.808085:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749610797.808086:0:9696:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749610797.808087:0:9696:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009cd69000. 00000100:00000040:2.0:1749610797.808087:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119282a00 x1834598494566144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610822 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610797.808087:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8fe00. 02000000:00000001:3.0:1749610797.808089:0:9696:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000020:00000010:0.0:1749610797.808089:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff600. 00000100:00000010:3.0:1749610797.808090:0:9696:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bad5500. 00000020:00000010:0.0:1749610797.808092:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add960. 02000000:00000001:3.0:1749610797.808094:0:9696:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1749610797.808094:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749610797.808094:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1749610797.808094:0:9693:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 02000000:00000010:3.0:1749610797.808095:0:9696:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880130310400. 02000000:00000001:2.0:1749610797.808095:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1749610797.808096:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1749610797.808097:0:9696:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00100000:1.0:1749610797.808097:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494566656 00000100:00000001:0.0:1749610797.808097:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000010:3.0:1749610797.808098:0:9696:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009b719f80. 02000000:00000010:2.0:1749610797.808098:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880111579000. 02000000:00000001:1.0:1749610797.808099:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610797.808099:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610797.808100:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1749610797.808101:0:9696:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1749610797.808101:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000010:3.0:1749610797.808102:0:9696:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880130312c00. 02000000:00000001:3.0:1749610797.808104:0:9696:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749610797.808105:0:9696:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec57100. 00000020:00000001:2.0:1749610797.808106:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749610797.808106:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:3.0:1749610797.808108:0:9696:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000020:00000040:2.0:1749610797.808108:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:1.0:1749610797.808108:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610797.808108:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000010:3.0:1749610797.808109:0:9696:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880130311800. 00000100:00000001:0.0:1749610797.808110:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610797.808111:0:9696:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:2.0:1749610797.808111:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1749610797.808111:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749610797.808112:0:9696:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880074860380. 00000100:00000001:0.0:1749610797.808112:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1749610797.808113:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e1400. 00000100:00100000:1.0:1749610797.808114:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494566656 02000000:00000001:3.0:1749610797.808115:0:9696:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749610797.808116:0:9696:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880092b9ac00. 02000000:00000001:2.0:1749610797.808116:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:1.0:1749610797.808116:0:9692:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1749610797.808117:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:1.0:1749610797.808118:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749610797.808118:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000010:2.0:1749610797.808119:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119282a00. 00000020:00000001:1.0:1749610797.808119:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610797.808119:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1749610797.808122:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610797.808123:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 232 00000100:00000001:2.0:1749610797.808124:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000020:00000001:1.0:1749610797.808124:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610797.808125:0:9696:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:0.0:1749610797.808125:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000010:3.0:1749610797.808126:0:9696:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755dfb80. 00000100:00000001:2.0:1749610797.808126:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749610797.808127:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125000. 00000100:00000001:0.0:1749610797.808127:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134346514304 : -131939363037312 : ffff880079225f80) 00000100:00000001:2.0:1749610797.808128:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610797.808130:0:9696:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749610797.808131:0:9696:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007d3bf000. 00000020:00000010:1.0:1749610797.808131:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9b80. 00000100:00000040:0.0:1749610797.808131:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079225f80 x1834598494566784/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:233/0 lens 224/0 e 0 to 0 dl 1749610808 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610797.808133:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610797.808134:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610797.808136:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1749610797.808136:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c3e8. 00000100:00000001:2.0:1749610797.808138:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610797.808139:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749610797.808140:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610797.808140:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610797.808141:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:0.0:1749610797.808141:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3b00. 00000100:00000001:2.0:1749610797.808142:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610797.808143:0:9696:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1749610797.808143:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610797.808144:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749610797.808145:0:9696:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880111573480. 00000020:00000010:0.0:1749610797.808145:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b3b00. 00000100:00000001:1.0:1749610797.808148:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610797.808149:0:9696:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00100000:0.0:1749610797.808149:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079225f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494566784:12345-0@lo:400:kworker.0 02000000:00000010:3.0:1749610797.808150:0:9696:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88011157ac00. 00000100:00000001:1.0:1749610797.808150:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610797.808152:0:9696:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:0.0:1749610797.808152:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494566784 00000100:00000010:3.0:1749610797.808153:0:9696:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801135bc700. 00000020:00000001:0.0:1749610797.808154:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:3.0:1749610797.808155:0:9696:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749610797.808156:0:9696:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009d740000. 00000020:00000001:0.0:1749610797.808156:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:0.0:1749610797.808157:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610797.808159:0:9696:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1749610797.808159:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1749610797.808159:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000010:3.0:1749610797.808160:0:9696:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88011358aa00. 00000100:00000001:2.0:1749610797.808160:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610797.808161:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1749610797.808161:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 02000000:00000001:3.0:1749610797.808163:0:9696:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1749610797.808163:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1749610797.808163:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 02000000:00000010:3.0:1749610797.808164:0:9696:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800aca72400. 00000100:00100000:1.0:1749610797.808165:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 368 00000020:00000001:0.0:1749610797.808165:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749610797.808167:0:9696:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1749610797.808167:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134191758208 : -131939517793408 : ffff88006fe8fb80) 00000020:00000001:0.0:1749610797.808167:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000010:3.0:1749610797.808168:0:9696:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880070f0a680. 00000020:00000001:0.0:1749610797.808168:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1749610797.808170:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610797.808171:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 369 00000100:00000040:1.0:1749610797.808172:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006fe8fb80 x1834598494566272/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610817 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610797.808172:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749610797.808174:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134191751040 : -131939517800576 : ffff88006fe8df80) 00000100:00000001:0.0:1749610797.808174:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610797.808175:0:9696:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749610797.808176:0:9696:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880111578000. 02000000:00000001:0.0:1749610797.808176:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1749610797.808179:0:9696:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:2.0:1749610797.808179:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006fe8df80 x1834598494566400/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610817 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749610797.808179:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801205e1000. 00000100:00000010:3.0:1749610797.808180:0:9696:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8801327ddf80. 00000100:00100000:1.0:1749610797.808181:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006fe8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494566272:12345-0@lo:38:kworker.0 02000000:00000001:0.0:1749610797.808181:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610797.808183:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610797.808185:0:9696:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:1.0:1749610797.808185:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494566272 02000000:00000010:3.0:1749610797.808186:0:9696:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801240acc00. 00000020:00000001:1.0:1749610797.808188:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:2.0:1749610797.808189:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006fe8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494566400:12345-0@lo:38:kworker.0 00000020:00000001:0.0:1749610797.808189:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610797.808190:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00010000:00000040:0.0:1749610797.808191:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494566784 00000100:00000200:2.0:1749610797.808193:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494566400 02000000:00000001:3.0:1749610797.808194:0:9696:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1749610797.808194:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000010:3.0:1749610797.808196:0:9696:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88011358b100. 00000020:00000001:2.0:1749610797.808196:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:2.0:1749610797.808198:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00010000:00000200:0.0:1749610797.808198:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880079225f80 x1834598494566784/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:233/0 lens 224/224 e 0 to 0 dl 1749610808 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610797.808199:0:9696:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1749610797.808200:0:9696:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880130318800. 00000020:00000001:1.0:1749610797.808200:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610797.808203:0:9696:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00010000:00020000:1.0:1749610797.808203:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000010:3.0:1749610797.808204:0:9696:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88011358a300. 00010000:00000001:0.0:1749610797.808205:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1749610797.808206:0:9696:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1749610797.808206:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000010:3.0:1749610797.808207:0:9696:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880113585000. 00010000:00000001:0.0:1749610797.808207:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610797.808208:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610797.808209:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00001000:0.0:1749610797.808209:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=2 v=5 (1 1 1 1) 02000000:00000001:3.0:1749610797.808210:0:9696:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1749610797.808211:0:9696:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880113589500. 00000100:00000001:1.0:1749610797.808211:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00010000:00020000:2.0:1749610797.808212:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:3.0:1749610797.808213:0:9696:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1749610797.808213:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749610797.808213:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000010:3.0:1749610797.808214:0:9696:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880111579800. 00010000:00000001:2.0:1749610797.808214:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:0.0:1749610797.808215:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:3.0:1749610797.808216:0:9696:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1749610797.808217:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610797.808217:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000010:3.0:1749610797.808218:0:9696:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119281180. 00000100:00000001:2.0:1749610797.808219:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:0.0:1749610797.808219:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749610797.808220:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1749610797.808220:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610797.808221:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749610797.808222:0:9696:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1749610797.808222:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:3.0:1749610797.808223:0:9696:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880111579400. 02000000:00000001:2.0:1749610797.808223:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749610797.808224:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009b5f1000. 00000100:00000040:0.0:1749610797.808224:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1749610797.808225:0:9696:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 02000000:00000010:2.0:1749610797.808226:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880111579000. 02000000:00000001:1.0:1749610797.808226:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749610797.808227:0:9696:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133997b80. 00000400:00000010:0.0:1749610797.808227:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958212a8. 00000100:00000001:1.0:1749610797.808228:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610797.808230:0:9696:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:0.0:1749610797.808230:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494566784, offset 224 02000000:00000010:3.0:1749610797.808231:0:9696:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880111578c00. 00010000:00000001:1.0:1749610797.808231:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1749610797.808233:0:9696:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1749610797.808233:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749610797.808234:0:9696:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133994380. 02000000:00000001:2.0:1749610797.808234:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610797.808234:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749610797.808236:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749610797.808236:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749610797.808238:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610797.808239:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00010000:00000001:2.0:1749610797.808240:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1749610797.808240:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1749610797.808241:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610797.808242:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:3.0:1749610797.808243:0:9696:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000100:00001000:2.0:1749610797.808245:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:1.0:1749610797.808245:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000200:0.0:1749610797.808246:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92f980 00000100:00000001:1.0:1749610797.808247:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000010:3.0:1749610797.808248:0:9696:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7d68. 00000100:00000001:2.0:1749610797.808248:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749610797.808249:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749610797.808250:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1749610797.808251:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6b81 [1] + 224 00000100:00000040:2.0:1749610797.808253:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000040:1.0:1749610797.808254:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000001:2.0:1749610797.808255:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:0.0:1749610797.808255:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1749610797.808256:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749610797.808258:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 02000000:00000001:1.0:1749610797.808258:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610797.808259:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610797.808260:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610797.808262:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:2.0:1749610797.808263:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000040:1.0:1749610797.808263:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749610797.808265:0:9696:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff880129c88000. 02000000:00000001:2.0:1749610797.808265:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:1.0:1749610797.808265:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bbb0. 00000100:00000200:0.0:1749610797.808265:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119280a80 x1834598494566784/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610813 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610797.808267:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610797.808269:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:1.0:1749610797.808269:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494566272, offset 0 00000100:00000040:2.0:1749610797.808272:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1749610797.808273:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:2.0:1749610797.808274:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 00000100:00000040:0.0:1749610797.808274:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880119280a80 x1834598494566784/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610813 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610797.808278:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494566400, offset 0 00000400:00000200:1.0:1749610797.808280:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749610797.808282:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610797.808284:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610797.808286:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610797.808287:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92f780 00000100:00000001:0.0:1749610797.808287:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749610797.808289:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749610797.808292:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6b69 [1] + 0 00000400:00000200:2.0:1749610797.808295:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92f800 00000400:00000200:0.0:1749610797.808296:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958212a8 00000400:00000200:1.0:1749610797.808297:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749610797.808298:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958212a8. 00000400:00000200:1.0:1749610797.808300:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610797.808300:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610797.808302:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:2.0:1749610797.808303:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6b75 [1] + 0 00000400:00000200:2.0:1749610797.808307:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610797.808308:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610797.808310:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1749610797.808310:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610797.808311:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610797.808315:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 370 00000100:00000040:0.0:1749610797.808315:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:2.0:1749610797.808317:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610797.808317:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:0.0:1749610797.808317:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:3.0:1749610797.808318:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134191754624 : -131939517796992 : ffff88006fe8ed80) 00000020:00000001:0.0:1749610797.808319:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610797.808321:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119282d80 x1834598494566400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610822 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610797.808321:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1749610797.808322:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119283480 x1834598494566272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610822 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610797.808325:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079225f80 x1834598494566784/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:233/0 lens 224/224 e 0 to 0 dl 1749610808 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610797.808331:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006fe8ed80 x1834598494566656/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610817 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610797.808331:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119282d80 x1834598494566400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610822 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610797.808331:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119283480 x1834598494566272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610822 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610797.808335:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079225f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494566784:12345-0@lo:400:kworker.0 Request processed in 194us (501us total) trans 0 rc 0/0 00000100:00000001:2.0:1749610797.808342:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:0.0:1749610797.808343:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 232 00000100:00000040:0.0:1749610797.808345:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000400:00000200:2.0:1749610797.808346:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 00000100:00000001:1.0:1749610797.808347:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610797.808347:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:3.0:1749610797.808348:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006fe8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494566656:12345-0@lo:38:kworker.0 00000400:00000010:2.0:1749610797.808348:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 00000100:00000001:0.0:1749610797.808349:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749610797.808350:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610797.808352:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:0.0:1749610797.808352:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff600. 00000100:00000200:3.0:1749610797.808353:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494566656 00000400:00000200:1.0:1749610797.808353:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bbb0 00000400:00000010:1.0:1749610797.808355:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bbb0. 00000020:00000010:0.0:1749610797.808355:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add960. 00000020:00000001:3.0:1749610797.808357:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000010:0.0:1749610797.808358:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8fe00. 00000100:00000001:2.0:1749610797.808361:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610797.808361:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00010000:00000001:3.0:1749610797.808362:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749610797.808363:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610797.808363:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610797.808364:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:2.0:1749610797.808365:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610797.808367:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610797.808368:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610797.808369:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749610797.808372:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000001:3.0:1749610797.808373:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610797.808374:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fe8df80 x1834598494566400/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610817 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610797.808374:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610797.808376:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00020000:3.0:1749610797.808378:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749610797.808381:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749610797.808381:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fe8fb80 x1834598494566272/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610817 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610797.808384:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006fe8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494566400:12345-0@lo:38:kworker.0 Request processed in 194us (672us total) trans 0 rc -19/-19 00010000:00000001:3.0:1749610797.808385:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610797.808389:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00100000:1.0:1749610797.808391:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006fe8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494566272:12345-0@lo:38:kworker.0 Request processed in 209us (942us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749610797.808392:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:2.0:1749610797.808392:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 369 02000000:00000001:3.0:1749610797.808394:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610797.808395:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610797.808396:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000010:3.0:1749610797.808399:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801302f4000. 00000020:00000010:2.0:1749610797.808400:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff100. 00000100:00100000:1.0:1749610797.808400:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 368 02000000:00000001:3.0:1749610797.808402:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610797.808403:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:2.0:1749610797.808404:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4addbb8. 00000100:00000001:1.0:1749610797.808404:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749610797.808406:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749610797.808408:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e000. 00000020:00000010:1.0:1749610797.808408:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dffd00. 00010000:00000001:3.0:1749610797.808409:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749610797.808411:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749610797.808411:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4adde10. 00010000:00000001:3.0:1749610797.808412:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610797.808414:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8ea00. 00000100:00001000:3.0:1749610797.808416:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749610797.808418:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610797.808420:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610797.808423:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610797.808425:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1749610797.808427:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610797.808427:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610797.808430:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000001:2.0:1749610797.808430:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610797.808432:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749610797.808434:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000010:2.0:1749610797.808434:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe948. 00000400:00000200:2.0:1749610797.808437:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ad48 00000400:00000010:2.0:1749610797.808438:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ad48. 00000100:00000040:3.0:1749610797.808439:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610797.808440:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610797.808440:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1749610797.808442:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749610797.808442:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1749610797.808444:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610797.808444:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119283480 x1834598494566272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610822 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1749610797.808445:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749610797.808447:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000001:1.0:1749610797.808447:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749610797.808449:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3dbaa8. 00000100:00000040:3.0:1749610797.808452:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1749610797.808452:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119283480 x1834598494566272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610822 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610797.808452:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58ba18 00000400:00000010:1.0:1749610797.808453:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58ba18. 00000400:00000010:3.0:1749610797.808456:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedaa0. 00000100:00000001:1.0:1749610797.808456:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610797.808459:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:1.0:1749610797.808459:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119280a80 x1834598494566784/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610813 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610797.808460:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749610797.808461:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494566656, offset 0 00000100:00000001:2.0:1749610797.808462:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610797.808464:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610797.808466:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610797.808467:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610797.808468:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749610797.808468:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119280a80 x1834598494566784/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610813 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610797.808469:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610797.808475:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610797.808476:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610797.808478:0:28323:0:(client.c:1550:after_reply()) Process entered 00000100:00001000:2.0:1749610797.808479:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610797 v=5 (0 0 0 0) 02000000:00000001:1.0:1749610797.808480:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00001000:2.0:1749610797.808482:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=52 v=20 (20 1 1 1) 00000100:00000001:1.0:1749610797.808482:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610797.808485:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1749610797.808487:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610797.808487:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610797.808488:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610797.808490:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:1.0:1749610797.808490:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610797.808494:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119283480 x1834598494566272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610822 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749610797.808495:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=102 v=5 (5 5 5 5) 00000400:00000200:3.0:1749610797.808497:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92f900 00000100:00001000:1.0:1749610797.808498:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=102 v=5 (1 1 1 1) 00000100:00000001:2.0:1749610797.808501:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610797.808501:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610797.808502:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610797.808503:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1749610797.808504:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6b8d [1] + 0 00000100:00000001:2.0:1749610797.808504:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749610797.808504:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1749610797.808506:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610797.808508:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00080000:1.0:1749610797.808509:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880119280a80 x1834598494566784/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610813 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610797.808510:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00080000:2.0:1749610797.808510:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610797.808513:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000400:00000200:3.0:1749610797.808515:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610797.808515:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:1.0:1749610797.808515:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610797.808518:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1749610797.808519:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119283480 x1834598494566272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610822 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610797.808519:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:3.0:1749610797.808520:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610797.808550:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749610797.808552:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610797.808557:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119283480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494566272:0@lo:38:kworker.0 00000100:00000040:1.0:1749610797.808557:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119280a80 x1834598494566784/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610813 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749610797.808563:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749610797.808563:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:2.0:1749610797.808564:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610797.808566:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe630. 00000100:00000001:1.0:1749610797.808566:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:3.0:1749610797.808567:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119281500 x1834598494566656/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610822 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610797.808567:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749610797.808569:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aee0 00000400:00000010:2.0:1749610797.808570:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aee0. 00000100:00000040:1.0:1749610797.808570:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119280a80 x1834598494566784/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610813 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610797.808573:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610797.808576:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119282d80 x1834598494566400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610822 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610797.808578:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494566784:0@lo:400:kworker.0 00000100:00000040:0.0:1749610797.808580:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300071266, at 4300071266 00000100:00000040:3.0:1749610797.808581:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119281500 x1834598494566656/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610822 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610797.808583:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749610797.808584:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119282d80 x1834598494566400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610822 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610797.808585:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610797.808588:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119280a80 x1834598494566784/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610813 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749610797.808588:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b6771c0. 00000100:00000001:2.0:1749610797.808591:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610797.808593:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610797.808594:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610797.808594:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610797.808595:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749610797.808598:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d124000. 00000100:00000001:2.0:1749610797.808599:0:28320:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:3.0:1749610797.808601:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedaa0 02000000:00000001:2.0:1749610797.808601:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1749610797.808602:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749610797.808603:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1749610797.808604:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedaa0. 00000020:00000001:1.0:1749610797.808604:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749610797.808605:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610797.808605:0:28323:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00080000:0.0:1749610797.808605:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 02000000:00000001:2.0:1749610797.808607:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610797.808608:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000040:0.0:1749610797.808608:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:3.0:1749610797.808632:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00001000:2.0:1749610797.808633:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610797 v=5 (0 0 0 0) 00000020:00000001:1.0:1749610797.808634:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:2.0:1749610797.808636:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=152 v=20 (1 1 1 20) 02000000:00000010:1.0:1749610797.808636:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f700. 00000100:00000001:3.0:1749610797.808638:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610797.808639:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:2.0:1749610797.808640:0:28320:0:(import.c:2163:obd_at_measure()) AT ffff88006a72c3f0 change: old=20 new=5 delta=-15 (val=1) hist 1 1 1 1 02000000:00000001:1.0:1749610797.808641:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1749610797.808643:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000010:1.0:1749610797.808643:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119280a80. 00000100:00001000:2.0:1749610797.808644:0:28320:0:(client.c:473:ptlrpc_at_adj_net_latency()) The network latency for lustre-MDT0000-lwp-OST0000 (nid ) has changed from 20 to 5 00000100:00000001:3.0:1749610797.808646:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610797.808646:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610797.808646:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749610797.808647:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610797.808648:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:3.0:1749610797.808649:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610797.808649:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610797.808650:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610797.808655:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119282d80 x1834598494566400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610822 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610797.808655:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1749610797.808656:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fe8ed80 x1834598494566656/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610817 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610797.808656:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610797.808658:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610797.808660:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610797.808661:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610797.808663:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610797.808664:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610797.808666:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610797.808668:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749610797.808668:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300071266, at 4300071266 00000100:00080000:2.0:1749610797.808670:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749610797.808671:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006fe8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494566656:12345-0@lo:38:kworker.0 Request processed in 323us (768us total) trans 0 rc -19/-19 00000100:00080000:2.0:1749610797.808672:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610797.808674:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000010:1.0:1749610797.808675:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677900. 00000100:00000040:2.0:1749610797.808678:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119282d80 x1834598494566400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610822 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749610797.808682:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 370 00000100:00000001:3.0:1749610797.808686:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:2.0:1749610797.808687:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119282d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494566400:0@lo:38:kworker.0 00000100:00000001:3.0:1749610797.808688:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:2.0:1749610797.808692:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:3.0:1749610797.808693:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9b80. 00000400:00000001:2.0:1749610797.808693:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610797.808695:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fee70. 00000020:00000010:3.0:1749610797.808697:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c3e8. 00000400:00000200:2.0:1749610797.808697:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a880 00000400:00000010:2.0:1749610797.808699:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a880. 00000020:00000010:3.0:1749610797.808702:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125000. 00000100:00000001:2.0:1749610797.808706:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610797.808707:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749610797.808709:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119281500 x1834598494566656/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610822 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610797.808718:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119281500 x1834598494566656/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610822 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610797.808724:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610797.808726:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610797.808727:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:3.0:1749610797.808729:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300071266, at 4300071266 02000000:00000001:2.0:1749610797.808729:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610797.808730:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610797.808731:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610797.808733:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610797.808736:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610797 v=5 (0 0 0 0) 00000100:00000010:3.0:1749610797.808737:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677bc0. 00000100:00001000:2.0:1749610797.808739:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=102 v=20 (1 1 1 20) 00000100:00000001:2.0:1749610797.808741:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610797.808743:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610797.808745:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610797.808748:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119281500 x1834598494566656/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610822 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610797.808755:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610797.808757:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610797.808758:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610797.808760:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610797.808761:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610797.808763:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610797.808766:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610797.808768:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610797.808771:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119281500 x1834598494566656/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610822 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610797.808778:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119281500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494566656:0@lo:38:kworker.0 00000100:00000001:2.0:1749610797.808789:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610797.808791:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610797.808794:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119283480 x1834598494566272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610822 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610797.808801:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610797.808803:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610797.808805:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88011157bc00. 02000000:00000001:2.0:1749610797.808807:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610797.808809:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610797.808810:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749610797.808812:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610797.808814:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e2800. 02000000:00000001:2.0:1749610797.808817:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610797.808818:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610797.808820:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119283480. 00000100:00000001:2.0:1749610797.808826:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610797.808828:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610797.808829:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610797.808832:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119282d80 x1834598494566400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610822 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610797.808839:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610797.808840:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610797.808842:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88011157b400. 02000000:00000001:2.0:1749610797.808843:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610797.808844:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610797.808846:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749610797.808847:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610797.808849:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e3c00. 02000000:00000001:2.0:1749610797.808851:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610797.808852:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610797.808853:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119282d80. 00000100:00000001:2.0:1749610797.808856:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610797.808857:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610797.808859:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610797.808861:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119281500 x1834598494566656/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610822 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610797.808878:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610797.808880:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610797.808881:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88011157b000. 02000000:00000001:2.0:1749610797.808883:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610797.808885:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610797.808886:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1749610797.808888:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610797.808889:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e1800. 02000000:00000001:2.0:1749610797.808891:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610797.808892:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610797.808893:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119281500. 00000100:00000001:2.0:1749610797.808896:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610797.808897:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610797.808899:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610797.808901:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610797.808902:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610797.808904:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610797.808905:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610797.808917:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300071266, at 4300071266 00000100:00000010:2.0:1749610797.808922:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677f00. 00000100:00000001:0.0:1749610797.861723:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610797.861730:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610797.861733:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610797.861738:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610797.861742:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610797.861745:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610797.861749:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610797.861752:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610797.861755:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610798.457661:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610798.457670:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610798.457673:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610798.457693:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610798.457697:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610798.457700:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610798.457704:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610798.457707:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610798.457710:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610798.730792:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610798.730799:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610798.730838:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1749610798.730841:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610798.730844:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610798.808664:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610798.808680:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610798.808682:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610798.808687:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610798.808689:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610798.808693:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610798.808695:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610798.861655:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610798.861660:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610798.861662:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610798.861666:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610798.861669:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610798.861672:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610798.861675:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610798.861679:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610798.861681:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610799.457718:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610799.457726:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610799.457729:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610799.457734:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610799.457738:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610799.457743:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610799.457746:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610799.457750:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610799.457752:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610799.732757:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610799.732766:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610799.732909:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610799.732916:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610799.732919:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610799.808629:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610799.808644:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610799.808647:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610799.808652:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610799.808655:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610799.808659:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610799.808676:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610799.861660:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610799.861666:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610799.861668:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610799.861672:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610799.861675:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610799.861678:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610799.861681:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610799.861710:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610799.861714:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610800.457708:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610800.457718:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610800.457721:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610800.457727:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610800.457732:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610800.457737:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610800.457742:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610800.457746:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610800.457749:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610800.734691:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610800.734699:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610800.734787:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610800.734793:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610800.734797:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610800.808645:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610800.808661:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610800.808664:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610800.808668:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610800.808671:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610800.808674:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610800.808677:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610800.861652:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610800.861658:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610800.861660:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610800.861664:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610800.861668:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610800.861671:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610800.861674:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610800.861678:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610800.861681:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610801.457723:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610801.457732:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610801.457735:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610801.457740:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610801.457744:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610801.457748:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610801.457752:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610801.457755:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610801.457757:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610801.736690:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610801.736697:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610801.736802:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610801.736810:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610801.736815:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610801.808682:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610801.808698:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610801.808702:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610801.808707:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610801.808710:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610801.808715:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610801.808719:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610801.861697:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610801.861703:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610801.861707:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610801.861712:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610801.861716:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610801.861740:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610801.861744:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610801.861748:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610801.861752:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610802.457738:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610802.457747:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610802.457751:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610802.457756:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610802.457761:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610802.457767:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610802.457771:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610802.457776:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610802.457779:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610802.738722:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610802.738729:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610802.738854:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610802.738861:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610802.738865:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610802.808663:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610802.808679:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610802.808682:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610802.808686:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610802.808689:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610802.808693:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610802.808695:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610802.814653:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610802.814663:0:8737:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1749610802.814668:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610802.814674:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610802.814678:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610802.814682:0:8737:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610802.814687:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610802.814695:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5403 00000100:00080000:0.0:1749610802.814714:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610802.814719:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610802.814724:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610802.814728:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610802.814731:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610802.814736:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610802.814740:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749610802.814744:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610802.814749:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749610802.814754:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749610802.814785:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749610802.814791:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610802.814795:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610802.814797:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610802.814800:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610802.814805:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:0.0:1749610802.814810:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610802.814813:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610802.814817:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610802.814824:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610802.814827:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610802.814829:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610802.814832:0:8737:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610802.814839:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119281500. 00000020:00000040:0.0:1749610802.814844:0:8737:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749610802.814848:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610802.814850:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610802.814853:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610802.814856:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610802.814859:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610802.814868:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e2400. 00000100:00000001:0.0:1749610802.814875:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610802.814886:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119281500 x1834598494566912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610802.814896:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610802.814900:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610802.814905:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119281500] to pc [ptlrpcd_rcv+-1] req@ffff880119281500 x1834598494566912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610802.814932:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610802.814936:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610802.814940:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610802.814948:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610802.814950:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610802.814953:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610802.814956:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5403 00000100:00080000:0.0:1749610802.814959:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610802.814961:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610802.814963:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610802.814965:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610802.814967:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610802.814968:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1749610802.814969:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610802.814971:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000100:00000001:2.0:1749610802.814972:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1749610802.814973:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610802.814975:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1749610802.814975:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749610802.814977:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:0.0:1749610802.814979:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:0.0:1749610802.814982:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000040:2.0:1749610802.814984:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119281500 x1834598494566912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610802.814984:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610802.814985:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610802.814987:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610802.814989:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:0.0:1749610802.814991:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610802.814993:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610802.814995:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749610802.814996:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610802.814998:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610802.814998:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610802.815000:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610802.815002:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610802.815004:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610802.815008:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119282d80. 02000000:00000001:2.0:1749610802.815010:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:0.0:1749610802.815010:0:8737:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749610802.815012:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749610802.815013:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610802.815013:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610802.815015:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749610802.815016:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610802.815020:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119281500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494566912:0@lo:38:kworker.0 02000000:00000001:0.0:1749610802.815021:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610802.815023:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610802.815026:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000010:0.0:1749610802.815027:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e0000. 02000000:00000001:2.0:1749610802.815029:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749610802.815030:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610802.815032:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610802.815034:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:0.0:1749610802.815035:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119282d80 x1834598494567040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1749610802.815039:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88011157b000. 02000000:00000001:2.0:1749610802.815041:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610802.815043:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610802.815045:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610802.815048:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119282d80] to pc [ptlrpcd_rcv+-1] req@ffff880119282d80 x1834598494567040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610802.815049:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fee70. 00000400:00000010:2.0:1749610802.815056:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a880. 00000100:00000001:0.0:1749610802.815057:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610802.815060:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000200:2.0:1749610802.815064:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494566912, portal 4 00000100:00080000:0.0:1749610802.815064:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610802.815065:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610802.815066:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749610802.815067:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749610802.815069:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031243008 : -131936678308608 : ffff880119281500) 00000100:00000001:0.0:1749610802.815069:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610802.815071:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5403 00000100:00001000:0.0:1749610802.815074:0:8737:0:(import.c:2097:obd_at_measure()) add 10 to ffff88006a72c3f0 time=7 v=5 (1 1 1 1) 00000100:00000040:2.0:1749610802.815077:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119281500 x1834598494566912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610827 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749610802.815077:0:8737:0:(import.c:2163:obd_at_measure()) AT ffff88006a72c3f0 change: old=5 new=10 delta=5 (val=10) hist 10 1 1 1 00000100:00080000:0.0:1749610802.815081:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00000040:0.0:1749610802.815084:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610802.815086:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610802.815087:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610802.815087:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610802.815089:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:2.0:1749610802.815091:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1749610802.815091:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610802.815092:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000400:00000010:2.0:1749610802.815093:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aee0. 00000020:00000001:0.0:1749610802.815094:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:2.0:1749610802.815096:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494566912, offset 0 00000020:00000040:0.0:1749610802.815096:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000020:00000001:0.0:1749610802.815098:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000020:00000001:0.0:1749610802.815100:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000400:00000200:2.0:1749610802.815102:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749610802.815103:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610802.815109:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610802.815111:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610802.815113:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610802.815115:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00080000:0.0:1749610802.815118:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000400:00000200:2.0:1749610802.815119:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610802.815120:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610802.815121:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610802.815124:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610802.815126:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610802.815128:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610802.815129:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610802.815132:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf92fa00 00000100:00000010:0.0:1749610802.815132:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119283480. 00000020:00000040:0.0:1749610802.815134:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1749610802.815136:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610802.815137:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610802.815139:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3df1 [256] + 0 00000100:00000001:0.0:1749610802.815139:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610802.815140:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610802.815142:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610802.815145:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e0c00. 00000400:00000200:2.0:1749610802.815148:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610802.815148:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610802.815152:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119283480 x1834598494567168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1749610802.815153:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610802.815158:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749610802.815159:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000200:2.0:1749610802.815161:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:0.0:1749610802.815161:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610802.815164:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119283480] to pc [ptlrpcd_rcv+-1] req@ffff880119283480 x1834598494567168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610802.815165:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fe8ce00. 00000100:00000040:2.0:1749610802.815168:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006fe8ce00 x1834598494566912 msgsize 520 00000100:00000001:0.0:1749610802.815171:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610802.815173:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1749610802.815174:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749610802.815177:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749610802.815180:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119280a80. 00000020:00000040:0.0:1749610802.815182:0:8737:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749610802.815185:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610802.815190:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610802.815192:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610802.815196:0:28320:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000010:0.0:1749610802.815197:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f900. 00000100:00000001:0.0:1749610802.815200:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610802.815204:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880119280a80 x1834598494567296/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1749610802.815210:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aee0 00000100:00000001:0.0:1749610802.815212:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000010:2.0:1749610802.815213:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aee0. 00000100:00000001:0.0:1749610802.815214:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610802.815217:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:0.0:1749610802.815218:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119280a80] to pc [ptlrpcd_00_00+0] req@ffff880119280a80 x1834598494567296/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610802.815222:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119281500 x1834598494566912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610827 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610802.815231:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610802.815234:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119281500 x1834598494566912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610827 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610802.815242:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610802.815244:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749610802.815248:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610802.815248:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610802.815251:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000040:2.0:1749610802.815253:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1266 usecs (2 jiffies) 00000100:00080000:0.0:1749610802.815254:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610802.815256:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1749610802.815257:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300076274 00000100:00080000:0.0:1749610802.815258:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610802.815260:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00000010:2.0:1749610802.815261:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677f00. 00000100:00080000:0.0:1749610802.815263:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5403 00000100:00080000:0.0:1749610802.815266:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1749610802.815268:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000040:0.0:1749610802.815268:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610802.815270:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610802.815272:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610802.815273:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300076274 00000100:00000001:0.0:1749610802.815273:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610802.815275:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:2.0:1749610802.815276:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b6773c0. 00000020:00000040:0.0:1749610802.815277:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:0.0:1749610802.815278:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610802.815279:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000020:00000040:0.0:1749610802.815281:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:0.0:1749610802.815283:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:0.0:1749610802.815285:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:0.0:1749610802.815288:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610802.815290:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610802.815291:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300076274 00000100:00000040:0.0:1749610802.815291:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000010:2.0:1749610802.815294:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677e80. 00000100:00000001:2.0:1749610802.815297:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:0.0:1749610802.815298:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610802.815300:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300076274 00000020:00000040:0.0:1749610802.815301:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00000010:2.0:1749610802.815302:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677f80. 00000100:00080000:0.0:1749610802.815304:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749610802.815305:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:0.0:1749610802.815306:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610802.815308:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610802.815308:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749610802.815308:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749610802.815311:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610802.815311:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610802.815312:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749610802.815312:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1749610802.815313:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610802.815314:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610802.815314:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610802.815314:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610802.815316:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610802.815316:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610802.815317:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494566912 00000100:00000010:0.0:1749610802.815319:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119281180. 02000000:00000001:3.0:1749610802.815321:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610802.815321:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:0.0:1749610802.815321:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:2.0:1749610802.815323:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610802.815323:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119280a80 x1834598494567296/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610802.815323:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1749610802.815324:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1749610802.815324:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610802.815325:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610802.815326:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1749610802.815327:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610802.815327:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1749610802.815327:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610802.815329:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610802.815332:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610802.815332:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000010:0.0:1749610802.815332:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e0800. 00000100:00000001:2.0:1749610802.815333:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749610802.815334:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610802.815336:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494566912 00000100:00000001:0.0:1749610802.815336:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610802.815337:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119282d80 x1834598494567040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610802.815337:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1749610802.815339:0:9696:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1749610802.815340:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749610802.815340:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119281180 x1834598494567424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:3.0:1749610802.815341:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:1.0:1749610802.815342:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610802.815343:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749610802.815345:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610802.815346:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1749610802.815346:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494567296:0@lo:400:kworker.0 00000020:00000001:3.0:1749610802.815347:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610802.815348:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610802.815348:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1749610802.815350:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749610802.815350:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749610802.815350:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610802.815353:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749610802.815353:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119281180] to pc [ptlrpcd_rcv+-1] req@ffff880119281180 x1834598494567424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610802.815354:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3000. 02000000:00000001:1.0:1749610802.815354:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749610802.815355:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610802.815356:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610802.815358:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119282d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494567040:0@lo:38:kworker.0 02000000:00000001:1.0:1749610802.815358:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:3.0:1749610802.815360:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cd00. 00000100:00000001:0.0:1749610802.815361:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610802.815362:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000010:1.0:1749610802.815362:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d124000. 02000000:00000001:2.0:1749610802.815364:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1749610802.815364:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000010:3.0:1749610802.815365:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c83e8. 02000000:00000001:2.0:1749610802.815365:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610802.815365:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610802.815367:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749610802.815367:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749610802.815369:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119282a00. 00000100:00000001:3.0:1749610802.815370:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000010:2.0:1749610802.815370:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88011157b400. 00000400:00000010:1.0:1749610802.815370:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3dbaa8. 00000020:00000040:0.0:1749610802.815371:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:3.0:1749610802.815372:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1749610802.815372:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610802.815373:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1749610802.815374:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610802.815374:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:1.0:1749610802.815375:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58ba18. 00000400:00000010:2.0:1749610802.815376:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe630. 02000000:00000001:0.0:1749610802.815376:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610802.815380:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610802.815380:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aee0. 00000100:00000200:1.0:1749610802.815380:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494567296, portal 10 00000100:00000001:1.0:1749610802.815382:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000200:2.0:1749610802.815384:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494567040, portal 10 02000000:00000010:0.0:1749610802.815384:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3f700. 00000100:00000001:2.0:1749610802.815386:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610802.815387:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610802.815388:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031249280 : -131936678302336 : ffff880119282d80) 00000100:00000040:0.0:1749610802.815391:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880119282a00 x1834598494567552/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749610802.815392:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031240320 : -131936678311296 : ffff880119280a80) 00000100:00000001:3.0:1749610802.815393:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610802.815394:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119282d80 x1834598494567040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610827 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610802.815399:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610802.815400:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610802.815401:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610802.815401:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119280a80 x1834598494567296/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610802.815402:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1749610802.815404:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749610802.815404:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119282a00] to pc [ptlrpcd_00_01+1] req@ffff880119282a00 x1834598494567552/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610802.815405:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:2.0:1749610802.815405:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ad48. 00000100:00000200:2.0:1749610802.815408:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494567040, offset 0 00000100:00000001:1.0:1749610802.815408:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:3.0:1749610802.815411:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 138 00000100:00000040:1.0:1749610802.815411:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749610802.815412:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610802.815412:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610802.815413:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bbb0. 00000100:00000001:3.0:1749610802.815415:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134191746560 : -131939517805056 : ffff88006fe8ce00) 00000100:00000200:1.0:1749610802.815417:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494567296, offset 0 00000100:00000040:0.0:1749610802.815417:0:8737:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5413) 00000400:00000200:2.0:1749610802.815418:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749610802.815421:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006fe8ce00 x1834598494566912/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610822 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610802.815423:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749610802.815424:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92fa80 00000400:00000200:2.0:1749610802.815429:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 50200 00000400:00000200:1.0:1749610802.815432:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1749610802.815434:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006fe8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494566912:12345-0@lo:38:kworker.0 00000400:00000200:2.0:1749610802.815434:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610802.815438:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749610802.815439:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494566912 00000400:00000200:1.0:1749610802.815440:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf92fb80 00000020:00000001:3.0:1749610802.815442:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749610802.815442:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749610802.815442:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1749610802.815445:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be9 [64] + 50720 00000100:00000001:0.0:1749610802.815445:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1749610802.815446:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749610802.815446:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1749610802.815448:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:0.0:1749610802.815450:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119282a00 x1834598494567552/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610802.815451:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1749610802.815453:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fe8c700. 00000400:00000200:1.0:1749610802.815454:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749610802.815455:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006fe8c700 x1834598494567040 msgsize 520 00000100:00000001:0.0:1749610802.815457:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610802.815459:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610802.815460:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610802.815460:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:0.0:1749610802.815462:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749610802.815464:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00020000:3.0:1749610802.815465:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:0.0:1749610802.815466:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610802.815468:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610802.815469:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:0.0:1749610802.815469:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119282a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494567552:0@lo:400:kworker.0 00000100:00000001:0.0:1749610802.815473:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749610802.815476:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1749610802.815478:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ad48 02000000:00000001:0.0:1749610802.815478:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610802.815479:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:3.0:1749610802.815480:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:2.0:1749610802.815480:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ad48. 00000100:00000001:2.0:1749610802.815483:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000010:0.0:1749610802.815483:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007fb8fe00. 00000100:00000001:3.0:1749610802.815484:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:0.0:1749610802.815484:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610802.815486:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000200:2.0:1749610802.815487:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119282d80 x1834598494567040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610827 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610802.815489:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:0.0:1749610802.815489:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffcb8. 00000400:00000010:0.0:1749610802.815493:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958212a8. 02000000:00000010:3.0:1749610802.815494:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880135260000. 00000100:00000001:2.0:1749610802.815495:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610802.815495:0:28321:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:3.0:1749610802.815496:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610802.815497:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119282d80 x1834598494567040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610827 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610802.815497:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:0.0:1749610802.815497:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494567552, portal 10 00000100:00000001:3.0:1749610802.815499:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610802.815499:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610802.815501:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031248384 : -131936678303232 : ffff880119282a00) 00000100:00000010:1.0:1749610802.815502:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079226300. 00010000:00000001:3.0:1749610802.815503:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749610802.815503:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610802.815505:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610802.815505:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:1.0:1749610802.815505:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff880079226300 x1834598494567296 msgsize 224 00000100:00000001:2.0:1749610802.815508:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610802.815508:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119282a00 x1834598494567552/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749610802.815509:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00100000:1.0:1749610802.815509:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1749610802.815511:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 950 usecs (1 jiffies) 00000100:00000001:3.0:1749610802.815512:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749610802.815513:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300076273 00000100:00000001:3.0:1749610802.815516:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610802.815516:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300076274 00000100:00000001:1.0:1749610802.815517:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749610802.815518:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300076273 00000100:00000040:3.0:1749610802.815519:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610802.815545:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300076274 00000100:00000001:2.0:1749610802.815548:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300076274 00000100:00000001:3.0:1749610802.815550:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610802.815550:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300076274 00000100:00000001:0.0:1749610802.815550:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610802.815552:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300076274 00000100:00000001:3.0:1749610802.815553:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749610802.815554:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300076274 00000100:00000040:0.0:1749610802.815554:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1749610802.815556:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610802.815556:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1749610802.815557:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 00000100:00000001:2.0:1749610802.815558:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610802.815559:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:0.0:1749610802.815560:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494567552, offset 0 02000000:00000001:3.0:1749610802.815561:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610802.815561:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1749610802.815585:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749610802.815594:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119283480 x1834598494567168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610802.815597:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749610802.815597:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bbb0 00000400:00000010:1.0:1749610802.815600:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bbb0. 00000100:00000040:3.0:1749610802.815601:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610802.815602:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1749610802.815602:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749610802.815603:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000400:00000010:3.0:1749610802.815604:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedaa0. 00000100:00000200:1.0:1749610802.815608:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119280a80 x1834598494567296/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610802.815609:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494566912, offset 0 00000100:00000001:2.0:1749610802.815610:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610802.815610:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf92fc80 02000000:00000001:2.0:1749610802.815612:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1749610802.815614:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749610802.815615:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610802.815617:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610802.815617:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610802.815620:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119280a80 x1834598494567296/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610818 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610802.815621:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119283480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494567168:0@lo:38:kworker.0 00000400:00000200:0.0:1749610802.815623:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be9 [64] + 50944 00000400:00000200:3.0:1749610802.815624:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749610802.815624:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749610802.815627:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749610802.815628:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610802.815629:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610802.815629:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:0.0:1749610802.815629:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749610802.815631:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1749610802.815632:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf92fa00 00000100:00000001:1.0:1749610802.815633:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610802.815633:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:2.0:1749610802.815634:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88011157bc00. 02000000:00000001:2.0:1749610802.815636:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610802.815637:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 903 usecs (1 jiffies) 00000400:00000200:3.0:1749610802.815638:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6ba9 [1] + 0 00000400:00000010:2.0:1749610802.815639:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe948. 00000100:00000001:1.0:1749610802.815640:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300076274 00000100:00000001:1.0:1749610802.815643:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300076274 00000400:00000200:3.0:1749610802.815644:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1749610802.815644:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ad48. 00000100:00000001:0.0:1749610802.815644:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749610802.815646:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:3.0:1749610802.815647:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749610802.815648:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494567168, portal 10 00000100:00000010:0.0:1749610802.815649:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119280700. 00000100:00000001:2.0:1749610802.815650:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610802.815651:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610802.815651:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031251072 : -131936678300544 : ffff880119283480) 00000100:00000001:1.0:1749610802.815652:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300076274 00000100:00000040:0.0:1749610802.815652:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff880119280700 x1834598494567552 msgsize 224 00000100:00000001:1.0:1749610802.815655:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300076274 00000100:00000200:3.0:1749610802.815656:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119281500 x1834598494566912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610827 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610802.815656:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300076274 00000100:00100000:0.0:1749610802.815657:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1749610802.815658:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119283480 x1834598494567168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610802.815659:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300076274 00000100:00000001:1.0:1749610802.815661:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300076274 00000100:00000001:1.0:1749610802.815663:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300076274 00000100:00000001:0.0:1749610802.815664:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749610802.815665:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610802.815665:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749610802.815667:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119281500 x1834598494566912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610827 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610802.815667:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610802.815668:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610802.815670:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 00000100:00000001:1.0:1749610802.815670:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610802.815671:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 00000100:00000001:1.0:1749610802.815673:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749610802.815673:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00000100:00000001:0.0:1749610802.815676:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749610802.815679:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1749610802.815680:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119282a00 x1834598494567552/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610802.815681:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:2.0:1749610802.815682:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494567168, offset 0 00000100:00000001:1.0:1749610802.815683:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610802.815684:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610802.815685:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610802.815686:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749610802.815688:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610802.815689:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610802.815691:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:0.0:1749610802.815692:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119282a00 x1834598494567552/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610818 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610802.815694:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610802.815698:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedaa0 00000100:00000001:0.0:1749610802.815699:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610802.815700:0:28322:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:3.0:1749610802.815701:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedaa0. 00000400:00000200:2.0:1749610802.815701:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92fb00 00000100:00000001:0.0:1749610802.815704:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610802.815705:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610802.815707:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:2.0:1749610802.815707:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 51168 00000100:00000040:0.0:1749610802.815708:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 823 usecs (1 jiffies) 00000100:00000001:3.0:1749610802.815711:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610802.815711:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610802.815711:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300076274 00000100:00000001:0.0:1749610802.815714:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300076274 00000100:00000040:3.0:1749610802.815715:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000200:2.0:1749610802.815715:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610802.815716:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749610802.815716:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300076274 00000100:00000001:3.0:1749610802.815717:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610802.815718:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300076274 00000020:00000001:3.0:1749610802.815719:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749610802.815719:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00100000:1.0:1749610802.815719:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494567040 00000100:00000200:2.0:1749610802.815720:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:1.0:1749610802.815721:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610802.815723:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000010:2.0:1749610802.815724:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fe8d880. 00000100:00000040:3.0:1749610802.815725:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fe8ce00 x1834598494566912/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610822 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610802.815725:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610802.815726:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300076274 00000100:00000040:2.0:1749610802.815727:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006fe8d880 x1834598494567168 msgsize 520 02000000:00000001:1.0:1749610802.815729:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610802.815729:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300076274 00000100:00100000:2.0:1749610802.815730:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749610802.815731:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494567040 00000100:00000001:0.0:1749610802.815731:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300076274 00000100:00000001:0.0:1749610802.815733:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300076274 00000020:00000001:1.0:1749610802.815734:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749610802.815735:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749610802.815735:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749610802.815736:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006fe8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494566912:12345-0@lo:38:kworker.0 Request processed in 301us (564us total) trans 0 rc -19/-19 00000020:00000001:1.0:1749610802.815737:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749610802.815737:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610802.815739:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610802.815740:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610802.815741:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610802.815742:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610802.815743:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:3.0:1749610802.815744:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 138 00000020:00000010:1.0:1749610802.815745:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125a00. 00000100:00000001:3.0:1749610802.815748:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1749610802.815748:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 00000100:00000001:0.0:1749610802.815748:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:1.0:1749610802.815749:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9c00. 00000100:00000001:3.0:1749610802.815750:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:2.0:1749610802.815750:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 00000100:00000001:0.0:1749610802.815750:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1749610802.815752:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749610802.815752:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1749610802.815753:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c0c8. 00000100:00000001:0.0:1749610802.815753:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1749610802.815754:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cd00. 00000100:00000001:0.0:1749610802.815754:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610802.815756:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119283480 x1834598494567168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610802.815757:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610802.815757:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610802.815758:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c83e8. 00000100:00000001:1.0:1749610802.815758:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:3.0:1749610802.815762:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3000. 00000100:00000001:2.0:1749610802.815763:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749610802.815766:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610802.815766:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119283480 x1834598494567168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610817 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610802.815766:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610802.815772:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610802.815774:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610802.815776:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610802.815777:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610802.815780:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 870 usecs (1 jiffies) 00000100:00000001:2.0:1749610802.815782:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300076274 00000100:00000001:2.0:1749610802.815785:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300076274 00000100:00000001:1.0:1749610802.815785:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610802.815787:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300076274 00000100:00000001:2.0:1749610802.815790:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300076274 00000100:00000001:2.0:1749610802.815792:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300076274 00000100:00000001:1.0:1749610802.815793:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610802.815794:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300076274 00000100:00100000:1.0:1749610802.815795:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494567296 00000100:00000001:2.0:1749610802.815796:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300076274 02000000:00000001:1.0:1749610802.815796:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610802.815798:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610802.815798:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300076274 00000100:00000001:1.0:1749610802.815798:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610802.815800:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610802.815800:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610802.815801:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494567552 00000100:00000001:2.0:1749610802.815802:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610802.815803:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1749610802.815803:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610802.815805:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1749610802.815805:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494567296 00000400:00000001:2.0:1749610802.815806:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1749610802.815806:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749610802.815807:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749610802.815808:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:1.0:1749610802.815808:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000020:00000001:1.0:1749610802.815809:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1749610802.815810:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610802.815810:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fee70. 00000020:00000040:1.0:1749610802.815811:0:9692:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000400:00000200:2.0:1749610802.815812:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a880 00000100:00100000:3.0:1749610802.815813:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494567552 00000400:00000010:2.0:1749610802.815814:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a880. 00000020:00000001:1.0:1749610802.815814:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000020:00000001:3.0:1749610802.815815:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749610802.815816:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:2.0:1749610802.815816:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:1.0:1749610802.815816:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000020:00000001:3.0:1749610802.815818:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:2.0:1749610802.815818:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119281500 x1834598494566912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610827 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610802.815820:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000040:3.0:1749610802.815821:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:0.0:1749610802.815821:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1749610802.815823:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000020:00000010:1.0:1749610802.815823:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b405df00. 00000100:00100000:0.0:1749610802.815824:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494567168 00000020:00000001:3.0:1749610802.815826:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 02000000:00000001:0.0:1749610802.815826:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610802.815828:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000040:1.0:1749610802.815830:0:9692:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:0.0:1749610802.815831:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610802.815834:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610802.815835:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749610802.815836:0:9692:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1749610802.815837:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b42116c0. 00000100:00100000:0.0:1749610802.815837:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494567168 00000100:00000200:2.0:1749610802.815838:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119281500 x1834598494566912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610827 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610802.815839:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125800. 00000020:00000001:0.0:1749610802.815839:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610802.815841:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000010:3.0:1749610802.815842:0:9691:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012e6b3c80. 00000020:00000010:1.0:1749610802.815842:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9780. 00000020:00000001:0.0:1749610802.815842:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1749610802.815844:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610802.815845:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:1.0:1749610802.815845:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c190. 00000020:00000001:0.0:1749610802.815846:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610802.815847:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610802.815848:0:9691:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1749610802.815849:0:28320:0:(client.c:1550:after_reply()) Process entered 00000020:00000010:3.0:1749610802.815850:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b42116c0. 00000020:00000010:0.0:1749610802.815850:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e600. 00000100:00000040:1.0:1749610802.815851:0:9692:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 02000000:00000001:2.0:1749610802.815852:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610802.815852:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000010:3.0:1749610802.815853:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3000. 00000100:00000001:2.0:1749610802.815853:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610802.815854:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:0.0:1749610802.815854:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff600. 00000100:00000001:2.0:1749610802.815855:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610802.815856:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cd00. 00000100:00000001:1.0:1749610802.815856:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749610802.815858:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610802.815858:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add960. 00000020:00000010:3.0:1749610802.815859:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c83e8. 00000100:00000001:1.0:1749610802.815860:0:9692:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749610802.815861:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610802.815862:0:9692:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749610802.815862:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749610802.815864:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00001000:2.0:1749610802.815864:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610802 v=5 (0 0 0 0) 00000100:00000001:1.0:1749610802.815864:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610802.815864:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610802.815865:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00001000:2.0:1749610802.815867:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=75 v=20 (20 1 1 1) 00000100:00000001:3.0:1749610802.815868:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610802.815868:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610802.815869:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610802.815870:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610802.815870:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610802.815872:0:9691:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1749610802.815873:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749610802.815874:0:9691:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749610802.815874:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610802.815875:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610802.815875:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610802.815876:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610802.815878:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610802.815878:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1749610802.815879:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119281500 x1834598494566912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610827 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610802.815881:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 233 00000100:00000040:1.0:1749610802.815884:0:9692:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000001:3.0:1749610802.815885:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749610802.815885:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610802.815886:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749610802.815886:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134346515200 : -131939363036416 : ffff880079226300) 00000100:00000001:2.0:1749610802.815887:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610802.815890:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:0.0:1749610802.815891:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 234 00000100:00000001:2.0:1749610802.815892:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610802.815894:0:12680:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:2.0:1749610802.815895:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749610802.815896:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137031239424 : -131936678312192 : ffff880119280700) 00000100:00000001:2.0:1749610802.815897:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749610802.815898:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079226300 x1834598494567296/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:238/0 lens 224/0 e 0 to 0 dl 1749610813 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749610802.815900:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749610802.815901:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 371 00000100:00000040:0.0:1749610802.815902:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880119280700 x1834598494567552/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:238/0 lens 224/0 e 0 to 0 dl 1749610813 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610802.815903:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134191744768 : -131939517806848 : ffff88006fe8c700) 00000100:00080000:2.0:1749610802.815903:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610802.815905:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610802.815907:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1749610802.815908:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006fe8c700 x1834598494567040/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610822 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610802.815909:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119281500 x1834598494566912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610827 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610802.815910:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b405dc80. 00000100:00000001:1.0:1749610802.815912:0:9692:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610802.815912:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1749610802.815914:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3b00. 00000020:00000010:1.0:1749610802.815915:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b405dc80. 00000100:00100000:2.0:1749610802.815917:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119281500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494566912:0@lo:38:kworker.0 00000100:00000001:0.0:1749610802.815917:0:12680:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749610802.815918:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006fe8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494567040:12345-0@lo:38:kworker.0 00000020:00000010:0.0:1749610802.815919:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b3b00. 00000100:00100000:1.0:1749610802.815920:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079226300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494567296:12345-0@lo:400:kworker.0 00000100:00000001:2.0:1749610802.815921:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610802.815922:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494567040 00000100:00000001:2.0:1749610802.815923:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1749610802.815924:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:1.0:1749610802.815924:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494567296 00000100:00100000:0.0:1749610802.815924:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880119280700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494567552:12345-0@lo:400:kworker.0 00010000:00000001:3.0:1749610802.815926:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:1.0:1749610802.815926:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:0.0:1749610802.815928:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494567552 00000020:00000001:1.0:1749610802.815929:0:9692:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:1.0:1749610802.815931:0:9692:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610802.815931:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:0.0:1749610802.815933:0:12680:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:3.0:1749610802.815934:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610802.815934:0:9692:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1749610802.815936:0:12680:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610802.815937:0:9692:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00010000:00020000:3.0:1749610802.815938:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:0.0:1749610802.815938:0:12680:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00010000:00000001:3.0:1749610802.815940:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:1.0:1749610802.815940:0:9692:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1749610802.815940:0:12680:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000040:2.0:1749610802.815942:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119281500 x1834598494566912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610827 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610802.815943:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:0.0:1749610802.815943:0:12680:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1749610802.815944:0:9692:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610802.815946:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:1.0:1749610802.815946:0:9692:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1749610802.815946:0:12680:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610802.815947:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1749610802.815948:0:9692:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1749610802.815948:0:12680:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1749610802.815949:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749610802.815949:0:12680:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 02000000:00000001:3.0:1749610802.815950:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1749610802.815951:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:1.0:1749610802.815951:0:9692:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610802.815951:0:12680:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610802.815953:0:9692:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000001:0.0:1749610802.815953:0:12680:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000010:2.0:1749610802.815954:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88011157b000. 02000000:00000001:2.0:1749610802.815957:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1749610802.815957:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749610802.815957:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000010:3.0:1749610802.815958:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880135261c00. 00000020:00000001:2.0:1749610802.815959:0:28320:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:1.0:1749610802.815959:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1749610802.815959:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1749610802.815960:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749610802.815961:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:3.0:1749610802.815963:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610802.815963:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610802.815963:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801205e1800. 02000000:00000010:1.0:1749610802.815964:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009cd69000. 00010000:00000001:3.0:1749610802.815965:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000010:2.0:1749610802.815965:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e2400. 02000000:00000001:0.0:1749610802.815965:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610802.815966:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610802.815967:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610802.815967:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610802.815968:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610802.815969:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1749610802.815969:0:12680:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610802.815970:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:1.0:1749610802.815970:0:9692:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610802.815971:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749610802.815973:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000010:2.0:1749610802.815973:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119281500. 00010000:00000040:1.0:1749610802.815973:0:9692:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494567296 00010000:00000040:0.0:1749610802.815973:0:12680:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494567552 00010000:00000001:1.0:1749610802.815975:0:9692:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000001:0.0:1749610802.815975:0:12680:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:3.0:1749610802.815976:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610802.815978:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000040:3.0:1749610802.815979:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610802.815980:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:1.0:1749610802.815980:0:9692:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880079226300 x1834598494567296/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:238/0 lens 224/224 e 0 to 0 dl 1749610813 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610802.815981:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00010000:00000200:0.0:1749610802.815981:0:12680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880119280700 x1834598494567552/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:238/0 lens 224/224 e 0 to 0 dl 1749610813 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610802.815982:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610802.815983:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:3.0:1749610802.815986:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610802.815986:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1749610802.815988:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749610802.815988:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749610802.815989:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1749610802.815990:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610802.815990:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1749610802.815990:0:9692:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610802.815992:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749610802.815993:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610802.815993:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00001000:1.0:1749610802.815993:0:9692:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=7 v=5 (1 1 1 1) 00000100:00000040:3.0:1749610802.815996:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749610802.815997:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119281180 x1834598494567424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610802.815997:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1749610802.815999:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000010:3.0:1749610802.816000:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedaa0. 00010000:00000001:0.0:1749610802.816002:0:12680:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610802.816004:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1749610802.816004:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000200:3.0:1749610802.816005:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494567040, offset 0 00000100:00000001:2.0:1749610802.816005:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610802.816005:0:12680:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=7 v=5 (1 1 1 1) 02000000:00000001:2.0:1749610802.816007:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749610802.816007:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:2.0:1749610802.816009:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610802.816009:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1749610802.816010:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749610802.816011:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610802.816012:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1749610802.816012:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610802.816012:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00100000:2.0:1749610802.816014:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119281180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494567424:0@lo:38:kworker.0 00000100:00000001:1.0:1749610802.816014:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749610802.816014:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:1.0:1749610802.816016:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749610802.816016:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749610802.816018:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749610802.816018:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610802.816019:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bbb0. 02000000:00000001:2.0:1749610802.816020:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749610802.816020:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:3.0:1749610802.816022:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749610802.816022:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610802.816023:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1749610802.816023:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494567296, offset 224 00000100:00000040:0.0:1749610802.816023:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610802.816025:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 02000000:00000010:2.0:1749610802.816026:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88011157b000. 02000000:00000001:2.0:1749610802.816027:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610802.816027:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610802.816030:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92fa80 00000100:00000200:0.0:1749610802.816031:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494567552, offset 224 00000400:00000010:2.0:1749610802.816035:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fee70. 00000400:00000200:1.0:1749610802.816036:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610802.816037:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6bb5 [1] + 0 00000400:00000200:1.0:1749610802.816043:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92fb80 00000400:00000200:3.0:1749610802.816044:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610802.816044:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749610802.816051:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749610802.816051:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6bb1 [1] + 224 00000400:00000200:0.0:1749610802.816052:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749610802.816056:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000010:2.0:1749610802.816056:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a880. 00000400:00000200:1.0:1749610802.816056:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610802.816058:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92fc80 00000100:00000200:2.0:1749610802.816060:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494567424, portal 10 00000400:00000200:1.0:1749610802.816061:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610802.816062:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000200:3.0:1749610802.816063:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119282d80 x1834598494567040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610827 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610802.816063:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031242112 : -131936678309504 : ffff880119281180) 00000400:00000200:0.0:1749610802.816063:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6bc1 [1] + 224 00000400:00000200:0.0:1749610802.816068:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749610802.816070:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119281180 x1834598494567424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610827 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610802.816071:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610802.816077:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610802.816077:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749610802.816077:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:3.0:1749610802.816079:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119282d80 x1834598494567040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610827 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610802.816081:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:0.0:1749610802.816081:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119282a00 x1834598494567552/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610818 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610802.816082:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119280a80 x1834598494567296/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610818 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610802.816083:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 00000100:00000200:2.0:1749610802.816085:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494567424, offset 0 00000400:00000200:2.0:1749610802.816089:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749610802.816090:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880119282a00 x1834598494567552/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610818 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610802.816092:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880119280a80 x1834598494567296/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610818 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610802.816093:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749610802.816095:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749610802.816100:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedaa0 00000400:00000200:2.0:1749610802.816102:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92fc00 00000100:00000001:0.0:1749610802.816102:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:3.0:1749610802.816103:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedaa0. 00000100:00000001:1.0:1749610802.816104:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610802.816107:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:2.0:1749610802.816109:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 51688 00000400:00000200:2.0:1749610802.816114:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749610802.816115:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 00000100:00000001:3.0:1749610802.816116:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:2.0:1749610802.816117:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1749610802.816117:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00000100:00000001:0.0:1749610802.816120:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:1.0:1749610802.816121:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bbb0 00000100:00000001:0.0:1749610802.816121:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749610802.816123:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749610802.816123:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bbb0. 00000100:00000001:0.0:1749610802.816124:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610802.816125:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749610802.816126:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749610802.816127:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:3.0:1749610802.816128:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000200:2.0:1749610802.816128:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:0.0:1749610802.816128:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610802.816130:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610802.816130:0:12680:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000010:2.0:1749610802.816131:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fe8ea00. 00000100:00000001:3.0:1749610802.816132:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610802.816132:0:12680:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610802.816133:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000040:2.0:1749610802.816134:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006fe8ea00 x1834598494567424 msgsize 520 00000020:00000001:3.0:1749610802.816135:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1749610802.816136:0:9692:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00100000:2.0:1749610802.816138:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:1.0:1749610802.816138:0:9692:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610802.816138:0:12680:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1749610802.816140:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:1.0:1749610802.816140:0:9692:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1749610802.816142:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fe8c700 x1834598494567040/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610822 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610802.816143:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 00000100:00000040:0.0:1749610802.816143:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119280700 x1834598494567552/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:238/0 lens 224/224 e 0 to 0 dl 1749610813 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610802.816145:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 00000100:00000040:1.0:1749610802.816145:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079226300 x1834598494567296/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:238/0 lens 224/224 e 0 to 0 dl 1749610813 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610802.816147:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749610802.816150:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119281180 x1834598494567424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610827 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610802.816153:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880119280700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494567552:12345-0@lo:400:kworker.0 Request processed in 240us (498us total) trans 0 rc 0/0 00000100:00100000:1.0:1749610802.816156:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079226300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494567296:12345-0@lo:400:kworker.0 Request processed in 247us (648us total) trans 0 rc 0/0 00000100:00000001:2.0:1749610802.816157:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1749610802.816158:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006fe8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494567040:12345-0@lo:38:kworker.0 Request processed in 238us (698us total) trans 0 rc -19/-19 00000100:00000040:2.0:1749610802.816160:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119281180 x1834598494567424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610827 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610802.816161:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 234 00000100:00000040:0.0:1749610802.816164:0:12680:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:2.0:1749610802.816166:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610802.816167:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610802.816168:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749610802.816168:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:3.0:1749610802.816170:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 371 00000020:00000010:0.0:1749610802.816172:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cd00. 00000100:00000001:3.0:1749610802.816175:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:0.0:1749610802.816175:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c83e8. 00000100:00000001:3.0:1749610802.816176:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749610802.816176:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610802.816177:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 233 00000020:00000010:0.0:1749610802.816178:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3000. 00000100:00000040:2.0:1749610802.816180:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 672 usecs (1 jiffies) 00000100:00000040:1.0:1749610802.816180:0:9692:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000020:00000010:3.0:1749610802.816182:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9c00. 00000100:00000001:2.0:1749610802.816182:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300076274 00000020:00000040:0.0:1749610802.816182:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:1.0:1749610802.816183:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749610802.816185:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300076274 00000100:00000001:1.0:1749610802.816185:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749610802.816185:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610802.816187:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300076274 00000020:00000010:3.0:1749610802.816188:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c0c8. 00000100:00000001:2.0:1749610802.816189:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300076274 00000020:00000010:1.0:1749610802.816189:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9780. 00000100:00000001:2.0:1749610802.816191:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300076274 00000020:00000010:1.0:1749610802.816192:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c190. 00000100:00000001:0.0:1749610802.816192:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610802.816193:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300076274 00000100:00100000:0.0:1749610802.816194:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494567424 00000100:00000001:2.0:1749610802.816195:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300076274 00000020:00000010:1.0:1749610802.816196:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125800. 02000000:00000001:0.0:1749610802.816196:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610802.816197:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300076274 00000100:00000001:0.0:1749610802.816198:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610802.816199:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610802.816200:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610802.816201:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749610802.816201:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 02000000:00000001:0.0:1749610802.816202:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610802.816203:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125a00. 00000100:00000001:1.0:1749610802.816204:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1749610802.816205:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1749610802.816205:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494567424 00000400:00000001:2.0:1749610802.816206:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1749610802.816206:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:2.0:1749610802.816208:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe630. 00000020:00000040:0.0:1749610802.816208:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749610802.816209:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749610802.816209:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1749610802.816210:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aee0 00000400:00000010:2.0:1749610802.816211:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aee0. 00000020:00000001:0.0:1749610802.816211:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610802.816212:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610802.816213:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:0.0:1749610802.816213:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610802.816214:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1749610802.816216:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e200. 00000100:00000200:2.0:1749610802.816217:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119282d80 x1834598494567040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610827 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610802.816218:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 372 00000020:00000010:0.0:1749610802.816219:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dfff00. 00000100:00000001:1.0:1749610802.816220:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134191749248 : -131939517802368 : ffff88006fe8d880) 00000020:00000010:0.0:1749610802.816222:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add7d0. 00000100:00000001:0.0:1749610802.816224:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000200:2.0:1749610802.816225:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119282d80 x1834598494567040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610827 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749610802.816225:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006fe8d880 x1834598494567168/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610822 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610802.816225:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749610802.816227:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610802.816230:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610802.816232:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610802.816233:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749610802.816234:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006fe8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494567168:12345-0@lo:38:kworker.0 00000100:00000001:2.0:1749610802.816235:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610802.816237:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000200:1.0:1749610802.816237:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494567168 00000100:00000001:2.0:1749610802.816238:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1749610802.816239:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749610802.816241:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610802.816242:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:2.0:1749610802.816243:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610802.816247:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610802 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610802.816250:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=57 v=20 (20 1 1 1) 00000020:00000001:1.0:1749610802.816252:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610802.816253:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749610802.816253:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00020000:1.0:1749610802.816255:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749610802.816258:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610802.816259:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:1.0:1749610802.816260:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610802.816261:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610802.816263:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:2.0:1749610802.816265:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119282d80 x1834598494567040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610827 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610802.816265:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749610802.816265:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610802.816266:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1749610802.816267:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749610802.816267:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610802.816269:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000010:1.0:1749610802.816270:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009cd6bc00. 00000100:00100000:0.0:1749610802.816271:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 373 00000100:00000001:2.0:1749610802.816272:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:1.0:1749610802.816272:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610802.816273:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134191753728 : -131939517797888 : ffff88006fe8ea00) 00000100:00000001:3.0:1749610802.816274:0:9760:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610802.816274:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610802.816275:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610802.816276:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749610802.816276:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749610802.816277:0:9760:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610802.816278:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000040:0.0:1749610802.816278:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006fe8ea00 x1834598494567424/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610822 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610802.816279:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610802.816282:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00010000:00000001:1.0:1749610802.816283:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749610802.816284:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00001000:1.0:1749610802.816286:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749610802.816287:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:0.0:1749610802.816287:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006fe8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494567424:12345-0@lo:38:kworker.0 00000100:00000040:2.0:1749610802.816290:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119282d80 x1834598494567040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610827 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610802.816290:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000200:0.0:1749610802.816291:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494567424 00000100:00000001:1.0:1749610802.816292:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1749610802.816294:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:1.0:1749610802.816295:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00010000:00000001:0.0:1749610802.816296:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:2.0:1749610802.816298:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119282d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494567040:0@lo:38:kworker.0 00000100:00000001:1.0:1749610802.816298:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610802.816300:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749610802.816302:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610802.816303:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610802.816304:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1749610802.816305:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610802.816306:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1749610802.816307:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119282d80 x1834598494567040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610827 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749610802.816307:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:0.0:1749610802.816308:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749610802.816310:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:0.0:1749610802.816311:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749610802.816312:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000040:1.0:1749610802.816312:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610802.816313:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00010000:00000001:0.0:1749610802.816314:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:2.0:1749610802.816315:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:1.0:1749610802.816315:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bbb0. 00000100:00000001:0.0:1749610802.816316:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000040:3.0:1749610802.816317:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 02000000:00000010:2.0:1749610802.816317:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88011157b400. 00000100:00000001:0.0:1749610802.816318:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749610802.816319:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:1.0:1749610802.816319:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494567168, offset 0 02000000:00000001:0.0:1749610802.816320:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1749610802.816321:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610802.816322:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000400:00000200:1.0:1749610802.816323:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1749610802.816324:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610802.816324:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801205e3c00. 02000000:00000010:2.0:1749610802.816326:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e0000. 02000000:00000001:0.0:1749610802.816326:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610802.816328:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610802.816329:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:1.0:1749610802.816329:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749610802.816330:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610802.816331:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119282d80. 00010000:00000001:0.0:1749610802.816331:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749610802.816333:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610802.816335:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92fb00 00000100:00001000:0.0:1749610802.816336:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749610802.816339:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:1.0:1749610802.816340:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6bcd [1] + 0 00000100:00000001:2.0:1749610802.816341:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610802.816341:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610802.816343:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000200:1.0:1749610802.816345:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610802.816345:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749610802.816346:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610802.816346:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610802.816347:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749610802.816348:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749610802.816348:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749610802.816349:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1749610802.816351:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:2.0:1749610802.816352:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610802.816352:0:9692:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:0.0:1749610802.816353:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749610802.816354:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1749610802.816355:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1749610802.816355:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610802.816356:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1749610802.816356:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119283480 x1834598494567168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610817 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1749610802.816357:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749610802.816358:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610802.816360:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749610802.816361:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3dbaa8. 00000100:00000001:2.0:1749610802.816361:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610802.816362:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749610802.816365:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119283480 x1834598494567168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610817 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610802.816365:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1749610802.816366:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58ba18 00000400:00000010:0.0:1749610802.816367:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 00000400:00000010:3.0:1749610802.816370:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58ba18. 00000100:00000001:3.0:1749610802.816374:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749610802.816375:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494567424, offset 0 00000400:00000200:0.0:1749610802.816379:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1749610802.816382:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119280a80 x1834598494567296/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610818 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610802.816383:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610802.816385:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1749610802.816386:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000001:2.0:1749610802.816389:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610802.816391:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1749610802.816391:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92fc00 00000400:00000010:2.0:1749610802.816393:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffcb8. 00000100:00000001:1.0:1749610802.816393:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:3.0:1749610802.816397:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119280a80 x1834598494567296/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610818 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610802.816397:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958212a8 00000400:00000010:2.0:1749610802.816399:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958212a8. 00000100:00000001:2.0:1749610802.816401:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:0.0:1749610802.816404:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6be1 [1] + 0 00000100:00000200:2.0:1749610802.816406:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119282a00 x1834598494567552/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610818 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610802.816408:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610802.816410:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bbb0 00000400:00000200:0.0:1749610802.816411:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1749610802.816412:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bbb0. 00000100:00000001:1.0:1749610802.816414:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000200:2.0:1749610802.816415:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119282a00 x1834598494567552/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610818 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610802.816415:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610802.816416:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610802.816419:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610802.816420:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119281180 x1834598494567424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610827 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610802.816422:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610802.816423:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610802.816424:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610802.816425:0:28322:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749610802.816426:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:2.0:1749610802.816426:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610802.816427:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610802.816428:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749610802.816428:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119281180 x1834598494567424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610827 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610802.816429:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610802.816429:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610802.816431:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610802.816432:0:28321:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749610802.816435:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00001000:2.0:1749610802.816435:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=107 v=5 (5 5 5 5) 00000020:00000001:1.0:1749610802.816437:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610802.816437:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749610802.816438:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00001000:2.0:1749610802.816438:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=107 v=5 (1 1 1 1) 00000100:00000001:3.0:1749610802.816440:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610802.816440:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:0.0:1749610802.816441:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 00000100:00000001:2.0:1749610802.816442:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749610802.816443:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 02000000:00000001:3.0:1749610802.816444:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749610802.816444:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1749610802.816444:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fe8d880 x1834598494567168/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610822 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610802.816445:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610802.816446:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749610802.816448:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:2.0:1749610802.816449:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880119282a00 x1834598494567552/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610818 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749610802.816451:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=7 v=5 (5 5 5 5) 00000100:00000040:0.0:1749610802.816451:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610802.816453:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610802.816455:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1749610802.816456:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749610802.816457:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=7 v=5 (1 1 1 1) 00000100:00000001:2.0:1749610802.816459:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1749610802.816460:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006fe8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494567168:12345-0@lo:38:kworker.0 Request processed in 223us (728us total) trans 0 rc -19/-19 00000100:00000040:0.0:1749610802.816460:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fe8ea00 x1834598494567424/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610822 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610802.816461:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749610802.816463:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610802.816466:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00010000:00000001:3.0:1749610802.816467:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00100000:0.0:1749610802.816469:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006fe8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494567424:12345-0@lo:38:kworker.0 Request processed in 180us (332us total) trans 0 rc -19/-19 00010000:00080000:3.0:1749610802.816474:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880119280a80 x1834598494567296/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610818 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749610802.816474:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 372 00000100:00000001:2.0:1749610802.816477:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749610802.816478:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610802.816478:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:0.0:1749610802.816479:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 373 00000100:00000001:1.0:1749610802.816480:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749610802.816481:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:2.0:1749610802.816483:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119282a00 x1834598494567552/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610818 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610802.816483:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749610802.816485:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff600. 00000020:00000010:0.0:1749610802.816486:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dfff00. 00010000:00000001:3.0:1749610802.816487:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610802.816489:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add7d0. 00000100:00000001:2.0:1749610802.816490:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610802.816491:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000020:00000010:1.0:1749610802.816491:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add960. 00000100:00000001:2.0:1749610802.816492:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610802.816493:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610802.816494:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1749610802.816496:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000020:00000010:1.0:1749610802.816496:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e600. 00000100:00000040:2.0:1749610802.816497:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119282a00 x1834598494567552/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610818 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749610802.816497:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e200. 00000100:00000001:3.0:1749610802.816498:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610802.816501:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610802.816501:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749610802.816504:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119280a80 x1834598494567296/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610818 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610802.816504:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119282a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494567552:0@lo:400:kworker.0 00000100:00000001:2.0:1749610802.816508:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610802.816510:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610802.816512:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119282a00 x1834598494567552/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610818 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610802.816515:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749610802.816518:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610802.816518:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610802.816519:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610802.816549:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007fb8fe00. 02000000:00000001:2.0:1749610802.816552:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610802.816553:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610802.816554:0:28322:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:2.0:1749610802.816556:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610802.816557:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f700. 00000100:00000040:1.0:1749610802.816560:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300076274, at 4300076274 02000000:00000001:2.0:1749610802.816561:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610802.816562:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1749610802.816562:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300076274, at 4300076274 00000100:00000010:2.0:1749610802.816585:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119282a00. 00000100:00000001:2.0:1749610802.816589:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610802.816590:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610802.816592:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610802.816593:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610802.816597:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610802.816599:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610802.816601:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119280a80 x1834598494567296/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610818 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610802.816601:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610802.816603:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610802.816607:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677f00. 00000100:00000040:2.0:1749610802.816612:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300076274, at 4300076274 00000100:00100000:3.0:1749610802.816616:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494567296:0@lo:400:kworker.0 00000100:00000001:3.0:1749610802.816623:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1749610802.816624:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677e80. 00000100:00000001:3.0:1749610802.816626:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749610802.816631:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119280a80 x1834598494567296/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610818 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610802.816632:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1749610802.816632:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b6773c0. 00000100:00000001:2.0:1749610802.816634:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749610802.816638:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610802.816639:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610802.816641:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fee70. 00000400:00000200:2.0:1749610802.816644:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a880 00000400:00000010:2.0:1749610802.816645:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a880. 00000100:00000001:2.0:1749610802.816648:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610802.816652:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119281180 x1834598494567424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610827 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610802.816659:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000200:2.0:1749610802.816661:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119281180 x1834598494567424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610827 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610802.816663:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749610802.816666:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d124000. 00000100:00000001:2.0:1749610802.816667:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610802.816668:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610802.816670:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610802.816672:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1749610802.816673:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749610802.816673:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610802.816675:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610802.816676:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749610802.816678:0:28321:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:2.0:1749610802.816678:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610802.816681:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:2.0:1749610802.816682:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610802 v=5 (0 0 0 0) 02000000:00000010:3.0:1749610802.816684:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3f900. 00000100:00001000:2.0:1749610802.816684:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=107 v=20 (1 1 1 20) 00000100:00000001:2.0:1749610802.816687:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1749610802.816688:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1749610802.816689:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:3.0:1749610802.816691:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749610802.816691:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000010:3.0:1749610802.816693:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119280a80. 00000100:00000040:2.0:1749610802.816694:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119281180 x1834598494567424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610827 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610802.816699:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749610802.816701:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610802.816701:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610802.816703:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749610802.816704:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610802.816704:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610802.816706:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610802.816708:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610802.816710:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749610802.816711:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610802.816714:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610802.816717:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1749610802.816717:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749610802.816720:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610802.816720:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610802.816724:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119281180 x1834598494567424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610827 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610802.816732:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119281180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494567424:0@lo:38:kworker.0 00000100:00000040:3.0:1749610802.816733:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300076274, at 4300076274 00000400:00000001:2.0:1749610802.816736:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610802.816738:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749610802.816739:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe948. 00000100:00000010:3.0:1749610802.816741:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677f80. 00000400:00000200:2.0:1749610802.816741:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ad48 00000400:00000010:2.0:1749610802.816743:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ad48. 00000100:00000001:2.0:1749610802.816745:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749610802.816747:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119283480 x1834598494567168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610817 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610802.816754:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119283480 x1834598494567168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610817 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610802.816761:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610802.816762:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610802.816764:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610802.816766:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749610802.816767:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610802.816768:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610802.816770:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610802.816773:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610802 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610802.816776:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=7 v=10 (10 1 1 1) 00000100:00000001:2.0:1749610802.816778:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610802.816780:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749610802.816781:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610802.816784:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119283480 x1834598494567168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610817 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610802.816791:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610802.816793:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610802.816827:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610802.816830:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610802.816832:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749610802.816835:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610802.816838:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610802.816840:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610802.816844:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119283480 x1834598494567168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610817 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610802.816851:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119283480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494567168:0@lo:38:kworker.0 00000100:00000001:2.0:1749610802.816855:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610802.816857:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610802.816859:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119281180 x1834598494567424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610827 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610802.816865:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610802.816867:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610802.816869:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88011157b000. 02000000:00000001:2.0:1749610802.816871:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610802.816872:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610802.816873:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1749610802.816875:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610802.816877:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e0800. 02000000:00000001:2.0:1749610802.816879:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610802.816880:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610802.816882:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119281180. 00000100:00000001:2.0:1749610802.816885:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610802.816887:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610802.816888:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610802.816891:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119283480 x1834598494567168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610817 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610802.816897:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610802.816899:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610802.816900:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88011157bc00. 02000000:00000001:2.0:1749610802.816907:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610802.816909:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610802.816910:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749610802.816912:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610802.816913:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e0c00. 02000000:00000001:2.0:1749610802.816916:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610802.816916:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610802.816918:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119283480. 00000100:00000001:2.0:1749610802.816921:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610802.816922:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610802.816924:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610802.816926:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610802.816927:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610802.816929:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610802.816930:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610802.861653:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610802.861659:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610802.861661:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610802.861665:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610802.861670:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610802.861673:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610802.861676:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610802.861680:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610802.861683:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610803.457702:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610803.457710:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610803.457712:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610803.457717:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610803.457720:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610803.457724:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610803.457728:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610803.457731:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610803.457733:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610803.740619:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610803.740624:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610803.740740:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610803.740747:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610803.740751:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610803.815663:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610803.815679:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610803.815682:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610803.815686:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610803.815688:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610803.815692:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610803.815695:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610803.861639:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610803.861644:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610803.861646:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610803.861649:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610803.861652:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610803.861655:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610803.861658:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610803.861662:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610803.861664:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610804.457711:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610804.457720:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610804.457723:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610804.457727:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610804.457750:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610804.457754:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610804.457758:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610804.457761:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610804.457764:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610804.742736:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610804.742744:0:3311:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749610804.742746:0:3311:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749610804.742750:0:3311:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610804.742754:0:3311:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749610804.742756:0:3311:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610804.742759:0:3311:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610804.742761:0:3311:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610804.742831:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610804.742835:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610804.742838:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610804.815643:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610804.815659:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610804.815662:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610804.815666:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610804.815669:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610804.815673:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610804.815676:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610804.861637:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610804.861643:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610804.861647:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610804.861652:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610804.861656:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610804.861660:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610804.861665:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749610804.861680:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff880119282300 x1834598494565248/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610804.861695:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610804.861701:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119282300 x1834598494565248/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610804.861711:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749610804.861715:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610804.861718:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749610804.861719:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610804.861723:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119282300 x1834598494565248/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610804.861732:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119282300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494565248:0@lo:101:ll_cfg_requeue.0 00000100:00000001:0.0:1749610804.861736:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610804.861755:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749610804.861758:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749610804.861760:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610804.861764:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119282300 x1834598494565248/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610804.861771:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610804.861774:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88006b8afb40. 00000100:00000001:0.0:1749610804.861777:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749610804.861779:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749610804.861783:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749610804.861787:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749610804.861790:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610804.861794:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8e400 refcount=4 00000020:00000001:0.0:1749610804.861796:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457041920 : -131939252509696 : ffff88007fb8e400) 00010000:00000001:0.0:1749610804.861799:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457041920 : -131939252509696 : ffff88007fb8e400) 00010000:00010000:0.0:1749610804.861805:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88007fb8e400/0x689c0ec07329d1f3 lrc: 4/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610804.861814:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749610804.861819:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88007fb8e400/0x689c0ec07329d1f3 lrc: 4/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610804.861825:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749610804.861828:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8e400/0x689c0ec07329d1f3 lrc: 4/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610804.861834:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610804.861836:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749610804.861838:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88007fb8e400/0x689c0ec07329d1f3 lrc: 3/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610804.861844:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749610804.861846:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610804.861854:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749610804.861857:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88007fb8e400/0x689c0ec07329d1f3 lrc: 4/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749610804.861864:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88007fb8e400 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:0.0:1749610804.861868:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749610804.861870:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8e400/0x689c0ec07329d1f3 lrc: 4/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610804.861876:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749610804.861877:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749610804.861878:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610804.861880:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8e400 refcount=5 00000020:00000001:0.0:1749610804.861882:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457041920 : -131939252509696 : ffff88007fb8e400) 00010000:00000001:0.0:1749610804.861884:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457041920 : -131939252509696 : ffff88007fb8e400) 00010000:00000001:0.0:1749610804.861887:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749610804.861890:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88007fb8e400/0x689c0ec07329d1f3 lrc: 5/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749610804.861895:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749610804.861897:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8e400/0x689c0ec07329d1f3 lrc: 5/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749610804.861902:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:00000040:0.0:1749610804.861905:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749610804.861906:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610804.861908:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749610804.861910:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749610804.861913:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749610804.861914:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749610804.861916:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749610804.861917:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749610804.861920:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007fb8e400 with handle 0x689c0ec07329d1f3 from hash 00010000:00000001:0.0:1749610804.861923:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749610804.861928:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610804.861929:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610804.861931:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749610804.861932:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749610804.861934:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749610804.861936:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610804.861937:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610804.861938:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749610804.861940:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610804.861943:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88007fb8e400/0x689c0ec07329d1f3 lrc: 3/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749610804.861948:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610804.861949:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610804.861950:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749610804.861952:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749610804.861953:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749610804.861954:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610804.861955:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749610804.861957:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88007fb8e400/0x689c0ec07329d1f3 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1749610804.861964:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88007ef3f100 count: 0 00010000:00000001:0.0:1749610804.861995:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749610804.861997:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749610804.862000:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749610804.862004:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119282300 x1834598494565248/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610804.862011:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749610804.862014:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610804.862016:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749610804.862018:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610804.862022:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007fb8ec00. 02000000:00000001:0.0:1749610804.862027:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749610804.862028:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610804.862030:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119282300. 00000100:00000001:0.0:1749610804.862037:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610804.862044:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749610804.862046:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:0.0:1749610804.862048:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:01000000:0.0:1749610804.862052:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' failed (-110). 10000000:00000001:0.0:1749610804.862055:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:00020000:0.0:1749610804.862058:0:9690:0:(mgc_request.c:614:do_requeue()) failed processing log: -110 10000000:00000001:0.0:1749610804.862061:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1749610804.862063:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1749610804.862064:0:9690:0:(mgc_request.c:108:config_log_get()) log params (ffff8800b4070600) refs 2 10000000:00000001:0.0:1749610804.862066:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749610804.862068:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1749610804.862070:0:9690:0:(mgc_request.c:123:config_log_put()) log nodemap(ffff8800b4070c00) refs 4 10000000:00000001:0.0:1749610804.862072:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1749610804.862073:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1749610804.862075:0:9690:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:0.0:1749610804.862076:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:0.0:1749610804.862078:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log params-ffff8800b4229800 from 1 10000000:00000001:0.0:1749610804.862081:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:0.0:1749610804.862082:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:0.0:1749610804.862086:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119282300. 00000020:00000040:0.0:1749610804.862089:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1749610804.862093:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610804.862096:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610804.862101:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610804.862107:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007fb8ec00. 00000100:00000001:0.0:1749610804.862113:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610804.862117:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1749610804.862119:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1749610804.862125:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88007ef3fc00. 00010000:00000001:0.0:1749610804.862130:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1749610804.862132:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007fb8f800. 00000020:00000001:0.0:1749610804.862135:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1749610804.862138:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007fb8f800 with handle 0x689c0ec07329d1fa to hash 00000020:00000001:0.0:1749610804.862140:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1749610804.862142:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134457047040 : -131939252504576 : ffff88007fb8f800) 00010000:00000001:0.0:1749610804.862145:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134457047040 : -131939252504576 : ffff88007fb8f800) 00010000:00000001:0.0:1749610804.862152:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749610804.862154:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749610804.862157:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8f800/0x689c0ec07329d1fa lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749610804.862165:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88007fb8f800/0x689c0ec07329d1fa lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749610804.862176:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88007fb8f800/0x689c0ec07329d1fa lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1749610804.862181:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749610804.862183:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749610804.862189:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88006b8afb40. 00000100:00000001:0.0:1749610804.862190:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134118488896 : -131939591062720 : ffff88006b8afb40) 00000100:00000001:0.0:1749610804.862193:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749610804.862195:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031246592 : -131936678305024 : ffff880119282300) 00000100:00000001:0.0:1749610804.862198:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610804.862203:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610804.862205:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749610804.862207:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749610804.862211:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119282300 x1834598494567680/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610804.862219:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610804.862221:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749610804.862225:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff880119282300 x1834598494567680/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610804.862232:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610804.862233:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610804.862235:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610804.862237:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610804.862239:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610804.862240:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610804.862242:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610804.862248:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610804.862250:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1749610804.867824:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88007ef3f100. 00010000:00000010:3.1:1749610804.867837:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007fb8e400. 00000100:00000001:0.0:1749610805.457737:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610805.457746:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610805.457750:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610805.457756:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610805.457761:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610805.457765:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610805.457770:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610805.457774:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610805.457778:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610805.744670:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610805.744677:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610805.744806:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610805.744813:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610805.744817:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610805.815641:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610805.815672:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610805.815674:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610805.815679:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610805.815682:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610805.815686:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610805.815688:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610805.861644:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610805.861650:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610805.861652:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610805.861656:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610805.861659:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610805.861663:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610805.861666:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610805.861669:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610805.861671:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610806.457655:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610806.457665:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610806.457668:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610806.457675:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610806.457680:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610806.457685:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610806.457689:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610806.457693:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610806.457697:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610806.746733:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610806.746741:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610806.746867:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610806.746873:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610806.746877:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610806.815682:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610806.815701:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610806.815704:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610806.815710:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610806.815714:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610806.815719:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610806.815722:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610806.861633:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610806.861639:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610806.861642:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610806.861646:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610806.861649:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610806.861668:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610806.861671:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610806.861675:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610806.861677:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610807.457687:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610807.457695:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610807.457698:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610807.457703:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610807.457707:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610807.457711:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610807.457714:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610807.457718:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610807.457720:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610807.748728:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610807.748736:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749610807.748876:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749610807.748882:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749610807.748886:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610807.815647:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610807.815663:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610807.815666:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610807.815670:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610807.815673:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610807.815677:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610807.815679:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610807.822641:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610807.822649:0:8737:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1749610807.822652:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610807.822656:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610807.822659:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610807.822662:0:8737:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610807.822666:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610807.822671:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5408 00000100:00080000:0.0:1749610807.822676:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610807.822679:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610807.822682:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610807.822685:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610807.822687:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610807.822691:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610807.822693:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749610807.822697:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610807.822700:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749610807.822702:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749610807.822721:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749610807.822725:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610807.822728:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610807.822730:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610807.822732:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610807.822735:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:0.0:1749610807.822738:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610807.822741:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610807.822744:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749610807.822751:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610807.822754:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610807.822756:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610807.822759:0:8737:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610807.822766:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119283480. 00000020:00000040:0.0:1749610807.822770:0:8737:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749610807.822774:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610807.822776:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610807.822779:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610807.822781:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610807.822785:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610807.822794:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e2800. 00000100:00000001:0.0:1749610807.822801:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610807.822811:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119283480 x1834598494567808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610807.822823:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610807.822828:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610807.822832:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119283480] to pc [ptlrpcd_rcv+-1] req@ffff880119283480 x1834598494567808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610807.822864:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610807.822868:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610807.822872:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610807.822879:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610807.822881:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610807.822884:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610807.822887:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5408 00000100:00080000:0.0:1749610807.822890:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610807.822892:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610807.822895:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610807.822896:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610807.822898:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610807.822901:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610807.822903:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749610807.822905:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610807.822906:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749610807.822908:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:0.0:1749610807.822910:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:0.0:1749610807.822913:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610807.822914:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610807.822916:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610807.822918:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610807.822920:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:0.0:1749610807.822922:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610807.822924:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610807.822926:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749610807.822927:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749610807.822930:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610807.822932:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610807.822933:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610807.822934:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610807.822935:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610807.822936:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1749610807.822939:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119281180. 00000020:00000040:0.0:1749610807.822941:0:8737:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749610807.822943:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000040:2.0:1749610807.822945:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119283480 x1834598494567808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610807.822945:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610807.822946:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610807.822952:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610807.822955:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610807.822958:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000010:0.0:1749610807.822959:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e1400. 00000100:00000001:2.0:1749610807.822960:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610807.822963:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749610807.822963:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610807.822967:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749610807.822968:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119281180 x1834598494567936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1749610807.822970:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749610807.822973:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119283480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494567808:0@lo:38:kworker.0 00000100:00000001:0.0:1749610807.822976:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610807.822978:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749610807.822978:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610807.822982:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1749610807.822982:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119281180] to pc [ptlrpcd_rcv+-1] req@ffff880119281180 x1834598494567936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610807.822984:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610807.822987:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749610807.822990:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610807.822993:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749610807.822996:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610807.822998:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749610807.822999:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000010:2.0:1749610807.823001:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88011157b000. 00000100:00000001:0.0:1749610807.823002:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610807.823003:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5408 02000000:00000001:2.0:1749610807.823004:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749610807.823007:0:8737:0:(import.c:2097:obd_at_measure()) add 15 to ffff88006a72c3f0 time=12 v=10 (10 1 1 1) 00000100:00001000:0.0:1749610807.823010:0:8737:0:(import.c:2163:obd_at_measure()) AT ffff88006a72c3f0 change: old=10 new=15 delta=5 (val=15) hist 15 1 1 1 00000400:00000010:2.0:1749610807.823011:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe948. 00000100:00080000:0.0:1749610807.823013:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00000040:0.0:1749610807.823016:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610807.823018:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:2.0:1749610807.823019:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ad48. 00000100:00000040:0.0:1749610807.823019:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610807.823021:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749610807.823023:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610807.823024:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000020:00000001:0.0:1749610807.823026:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:2.0:1749610807.823027:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494567808, portal 4 00000020:00000040:0.0:1749610807.823028:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000100:00000001:2.0:1749610807.823030:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1749610807.823031:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000001:2.0:1749610807.823032:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031251072 : -131936678300544 : ffff880119283480) 00000020:00000001:0.0:1749610807.823033:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000040:0.0:1749610807.823036:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000040:2.0:1749610807.823041:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119283480 x1834598494567808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610807.823042:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610807.823045:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610807.823047:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610807.823049:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00000001:2.0:1749610807.823050:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00080000:0.0:1749610807.823051:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610807.823053:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610807.823054:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749610807.823055:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:2.0:1749610807.823056:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a880. 02000000:00000001:0.0:1749610807.823058:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749610807.823059:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494567808, offset 0 02000000:00000001:0.0:1749610807.823060:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610807.823061:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749610807.823062:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610807.823065:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:0.0:1749610807.823065:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119280a80. 00000020:00000040:0.0:1749610807.823068:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1749610807.823070:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610807.823071:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610807.823072:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610807.823074:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749610807.823075:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749610807.823079:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e0c00. 00000400:00000200:2.0:1749610807.823080:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610807.823082:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610807.823086:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119280a80 x1834598494568064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1749610807.823092:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf92fd80 00000100:00000001:0.0:1749610807.823093:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610807.823095:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610807.823098:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119280a80] to pc [ptlrpcd_rcv+-1] req@ffff880119280a80 x1834598494568064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610807.823099:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3df1 [256] + 520 00000100:00000001:0.0:1749610807.823105:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610807.823108:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749610807.823108:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749610807.823111:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:2.0:1749610807.823112:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:0.0:1749610807.823114:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119282a00. 00000020:00000040:0.0:1749610807.823116:0:8737:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749610807.823117:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749610807.823118:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:2.0:1749610807.823120:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 02000000:00000001:0.0:1749610807.823124:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:2.0:1749610807.823126:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111573480. 02000000:00000001:0.0:1749610807.823126:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610807.823130:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880111573480 x1834598494567808 msgsize 520 02000000:00000010:0.0:1749610807.823130:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3fe00. 00000100:00100000:2.0:1749610807.823134:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610807.823134:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610807.823138:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880119282a00 x1834598494568192/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749610807.823146:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610807.823148:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610807.823152:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119282a00] to pc [ptlrpcd_00_02+2] req@ffff880119282a00 x1834598494568192/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610807.823160:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749610807.823168:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a880 00000400:00000010:2.0:1749610807.823170:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a880. 00000100:00000001:2.0:1749610807.823174:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749610807.823178:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119283480 x1834598494567808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610807.823181:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749610807.823183:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:2.0:1749610807.823187:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00080000:0.0:1749610807.823187:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749610807.823188:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000040:2.0:1749610807.823190:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119283480 x1834598494567808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610832 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749610807.823190:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749610807.823193:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749610807.823196:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5408 00000100:00080000:0.0:1749610807.823198:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749610807.823201:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749610807.823203:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610807.823204:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749610807.823206:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749610807.823208:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610807.823208:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749610807.823209:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000100:00000001:2.0:1749610807.823210:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:0.0:1749610807.823211:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749610807.823212:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:0.0:1749610807.823214:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:2.0:1749610807.823215:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610807.823216:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:0.0:1749610807.823219:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000040:2.0:1749610807.823220:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1265 usecs (2 jiffies) 00000100:00000001:0.0:1749610807.823221:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749610807.823222:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749610807.823224:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300081282 00000100:00000010:2.0:1749610807.823228:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677e80. 00000100:00000001:0.0:1749610807.823229:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749610807.823232:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00000001:2.0:1749610807.823235:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00080000:0.0:1749610807.823235:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749610807.823237:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610807.823239:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749610807.823241:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300081282 02000000:00000001:0.0:1749610807.823242:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1749610807.823244:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677100. 02000000:00000001:0.0:1749610807.823244:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610807.823246:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749610807.823247:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:0.0:1749610807.823247:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610807.823250:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119282d80. 00000020:00000040:0.0:1749610807.823252:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:0.0:1749610807.823254:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749610807.823256:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610807.823257:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610807.823258:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749610807.823259:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300081282 02000000:00000001:0.0:1749610807.823260:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610807.823261:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b677e00. 02000000:00000010:0.0:1749610807.823263:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801205e0800. 00000100:00000001:2.0:1749610807.823264:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749610807.823267:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300081282 00000100:00000001:0.0:1749610807.823267:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749610807.823270:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b6772c0. 00000100:00100000:0.0:1749610807.823271:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880119282d80 x1834598494568320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749610807.823273:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:2.0:1749610807.823276:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610807.823277:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749610807.823278:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610807.823278:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610807.823278:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749610807.823281:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610807.823281:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610807.823283:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494567808 00000100:00000001:1.0:1749610807.823283:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610807.823284:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749610807.823284:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119282d80] to pc [ptlrpcd_rcv+-1] req@ffff880119282d80 x1834598494568320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610807.823285:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1749610807.823287:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749610807.823290:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610807.823290:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610807.823291:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610807.823291:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610807.823293:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610807.823293:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1749610807.823294:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119282a00 x1834598494568192/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610807.823294:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749610807.823295:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610807.823296:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749610807.823297:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1749610807.823298:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749610807.823299:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880119281500. 00000100:00000040:2.0:1749610807.823301:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119281180 x1834598494567936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749610807.823301:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00100000:3.0:1749610807.823302:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494567808 00000100:00000001:0.0:1749610807.823303:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749610807.823304:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:3.0:1749610807.823305:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749610807.823305:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1749610807.823306:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749610807.823307:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749610807.823307:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610807.823309:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610807.823309:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610807.823310:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610807.823311:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610807.823311:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1749610807.823313:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610807.823313:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749610807.823313:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1749610807.823314:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88007ef3fd00. 02000000:00000001:2.0:1749610807.823315:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749610807.823316:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610807.823317:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749610807.823320:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119282a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494568192:0@lo:400:kworker.0 02000000:00000001:2.0:1749610807.823322:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610807.823322:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880119281500 x1834598494568448/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749610807.823324:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1749610807.823326:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119281180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494567936:0@lo:38:kworker.0 02000000:00000001:1.0:1749610807.823327:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:3.0:1749610807.823328:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2000. 00000100:00000001:2.0:1749610807.823330:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749610807.823330:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610807.823330:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749610807.823331:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610807.823332:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749610807.823332:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:3.0:1749610807.823333:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cc80. 02000000:00000001:2.0:1749610807.823334:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610807.823335:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880119281500] to pc [ptlrpcd_00_03+3] req@ffff880119281500 x1834598494568448/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610807.823336:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1749610807.823336:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d125800. 00000020:00000010:3.0:1749610807.823339:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8258. 02000000:00000010:2.0:1749610807.823339:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88011157bc00. 02000000:00000001:1.0:1749610807.823339:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610807.823341:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610807.823343:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610807.823344:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000010:2.0:1749610807.823344:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fee70. 00000400:00000010:1.0:1749610807.823344:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3dba50. 00000100:00000001:3.0:1749610807.823346:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:2.0:1749610807.823347:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a880. 00000100:00000001:3.0:1749610807.823348:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610807.823348:0:8737:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5418) 00000400:00000010:1.0:1749610807.823349:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bbb0. 00000100:00000200:2.0:1749610807.823350:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494567936, portal 10 00000100:00000001:2.0:1749610807.823352:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610807.823354:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610807.823354:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031242112 : -131936678309504 : ffff880119281180) 00000100:00000040:2.0:1749610807.823360:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119281180 x1834598494567936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610807.823363:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494568192, portal 10 00000100:00000001:3.0:1749610807.823366:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610807.823366:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610807.823366:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610807.823367:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031248384 : -131936678303232 : ffff880119282a00) 00000100:00000040:2.0:1749610807.823368:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610807.823370:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aee0. 00000100:00000200:2.0:1749610807.823373:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494567936, offset 0 00000100:00000040:1.0:1749610807.823376:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119282a00 x1834598494568192/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610807.823377:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1749610807.823377:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749610807.823380:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1749610807.823383:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749610807.823383:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610807.823384:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:3.0:1749610807.823385:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 139 00000100:00000001:0.0:1749610807.823385:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1749610807.823387:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610807.823388:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136900113536 : -131936809438080 : ffff880111573480) 00000400:00000200:2.0:1749610807.823389:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92fe00 00000400:00000010:1.0:1749610807.823389:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b880. 00000100:00000001:0.0:1749610807.823389:0:9761:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610807.823391:0:9761:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610807.823392:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494568192, offset 0 00000400:00000200:2.0:1749610807.823394:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 52208 00000100:00000040:3.0:1749610807.823395:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880111573480 x1834598494567808/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610827 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749610807.823399:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749610807.823399:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610807.823402:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1749610807.823403:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610807.823404:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610807.823406:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749610807.823407:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00100000:3.0:1749610807.823408:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880111573480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494567808:12345-0@lo:38:kworker.0 00000400:00000200:1.0:1749610807.823408:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1749610807.823409:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:0.0:1749610807.823410:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119281500 x1834598494568448/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610807.823412:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494567808 00000100:00000010:2.0:1749610807.823412:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111570000. 00000020:00000001:3.0:1749610807.823415:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:2.0:1749610807.823415:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880111570000 x1834598494567936 msgsize 520 00000400:00000200:1.0:1749610807.823416:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf92ff00 00000100:00000001:0.0:1749610807.823418:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1749610807.823419:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:2.0:1749610807.823419:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610807.823420:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610807.823422:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749610807.823425:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610807.823427:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610807.823429:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:0.0:1749610807.823430:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119281500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494568448:0@lo:400:kworker.0 00000020:00000001:3.0:1749610807.823433:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610807.823434:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00010000:00020000:3.0:1749610807.823437:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:0.0:1749610807.823437:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749610807.823439:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749610807.823440:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:0.0:1749610807.823440:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1749610807.823441:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be9 [64] + 52728 00010000:00000001:3.0:1749610807.823443:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000010:0.0:1749610807.823444:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007fb8f400. 00000100:00000001:3.0:1749610807.823446:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:0.0:1749610807.823446:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610807.823447:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749610807.823448:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aee0 00000100:00000001:3.0:1749610807.823449:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000010:2.0:1749610807.823450:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aee0. 00000400:00000010:0.0:1749610807.823450:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ffaa8. 02000000:00000001:3.0:1749610807.823452:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749610807.823455:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880135260800. 00000400:00000200:1.0:1749610807.823455:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1749610807.823457:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610807.823458:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749610807.823460:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610807.823463:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119281180 x1834598494567936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749610807.823464:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749610807.823466:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610807.823468:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000400:00000010:0.0:1749610807.823468:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821f68. 00000100:00001000:3.0:1749610807.823470:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749610807.823470:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1749610807.823470:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749610807.823473:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:2.0:1749610807.823473:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119281180 x1834598494567936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610832 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749610807.823475:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079226680. 00000100:00000040:1.0:1749610807.823478:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff880079226680 x1834598494568192 msgsize 224 00000100:00000001:2.0:1749610807.823479:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610807.823479:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494568448, portal 10 00000100:00000001:2.0:1749610807.823481:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749610807.823481:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610807.823482:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1749610807.823483:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610807.823483:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031243008 : -131936678308608 : ffff880119281500) 00000100:00000040:3.0:1749610807.823485:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610807.823485:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610807.823487:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:2.0:1749610807.823488:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 951 usecs (1 jiffies) 00000100:00000001:3.0:1749610807.823490:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749610807.823491:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300081281 00000100:00000040:0.0:1749610807.823491:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119281500 x1834598494568448/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610807.823494:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610807.823494:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300081282 00000100:00000001:1.0:1749610807.823494:0:28323:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:3.0:1749610807.823496:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749610807.823496:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300081281 00000100:00000001:2.0:1749610807.823498:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300081282 00000100:00000001:0.0:1749610807.823498:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:3.0:1749610807.823499:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610807.823500:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300081281 00000100:00000001:3.0:1749610807.823501:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749610807.823501:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749610807.823502:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300081282 00000400:00000200:1.0:1749610807.823502:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b880 00000100:00000040:3.0:1749610807.823503:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749610807.823503:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821660. 00000100:00000001:2.0:1749610807.823504:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300081281 00000400:00000010:1.0:1749610807.823504:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b880. 00000100:00000001:2.0:1749610807.823506:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300081282 00000400:00000010:3.0:1749610807.823507:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedaa0. 00000100:00000001:1.0:1749610807.823507:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749610807.823508:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1749610807.823508:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494568448, offset 0 00000100:00000001:2.0:1749610807.823510:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749610807.823511:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494567808, offset 0 00000100:00000200:1.0:1749610807.823511:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119282a00 x1834598494568192/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610807.823512:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1749610807.823512:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749610807.823515:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119280a80 x1834598494568064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749610807.823516:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749610807.823577:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749610807.823585:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf930000 00000400:00000200:0.0:1749610807.823590:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be9 [64] + 52952 00000100:00000001:2.0:1749610807.823592:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749610807.823594:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610807.823595:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749610807.823596:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1749610807.823596:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749610807.823598:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749610807.823600:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610807.823600:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749610807.823604:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf92fd80 00000100:00100000:2.0:1749610807.823604:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494568064:0@lo:38:kworker.0 00000100:00000001:0.0:1749610807.823604:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749610807.823605:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1749610807.823606:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749610807.823607:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1749610807.823610:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x6bf1 [1] + 0 00000100:00000040:1.0:1749610807.823610:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119282a00 x1834598494568192/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610823 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749610807.823612:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755dfb80. 00000400:00000200:3.0:1749610807.823615:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749610807.823615:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1749610807.823615:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff8800755dfb80 x1834598494568448 msgsize 224 02000000:00000001:2.0:1749610807.823617:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610807.823617:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610807.823619:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749610807.823619:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:3.0:1749610807.823620:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1749610807.823621:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:2.0:1749610807.823622:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88011157b400. 00000100:00000001:1.0:1749610807.823624:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610807.823625:0:9696:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:2.0:1749610807.823625:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610807.823628:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 907 usecs (1 jiffies) 00000400:00000010:2.0:1749610807.823629:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe630. 00000100:00000001:0.0:1749610807.823629:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000200:3.0:1749610807.823631:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119283480 x1834598494567808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610832 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610807.823632:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aee0. 00000100:00000200:2.0:1749610807.823636:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494568064, portal 10 00000400:00000200:0.0:1749610807.823636:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821660 00000100:00000001:2.0:1749610807.823638:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749610807.823638:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300081282 00000400:00000010:0.0:1749610807.823638:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821660. 00000100:00000001:2.0:1749610807.823640:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031240320 : -131936678311296 : ffff880119280a80) 00000100:00000001:1.0:1749610807.823642:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300081282 00000100:00000001:0.0:1749610807.823642:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:3.0:1749610807.823643:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119283480 x1834598494567808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610832 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610807.823644:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300081282 00000100:00000200:0.0:1749610807.823646:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119281500 x1834598494568448/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610807.823647:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119280a80 x1834598494568064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610827 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610807.823647:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300081282 00000100:00000001:1.0:1749610807.823649:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300081282 00000100:00000001:3.0:1749610807.823651:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749610807.823651:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300081282 00000100:00000001:1.0:1749610807.823653:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300081282 00000100:00000001:2.0:1749610807.823654:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610807.823655:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300081282 00000100:00000001:0.0:1749610807.823655:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749610807.823656:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749610807.823657:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749610807.823658:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedaa0 00000400:00000010:2.0:1749610807.823658:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 00000100:00000040:0.0:1749610807.823658:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119281500 x1834598494568448/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610823 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749610807.823660:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedaa0. 00000100:00000001:1.0:1749610807.823660:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610807.823663:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610807.823663:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610807.823664:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494568064, offset 0 00000100:00000001:3.0:1749610807.823665:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749610807.823665:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610807.823665:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610807.823666:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749610807.823668:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610807.823668:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749610807.823670:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610807.823671:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749610807.823671:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749610807.823673:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610807.823673:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1749610807.823674:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749610807.823674:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 827 usecs (1 jiffies) 00000100:00000001:1.0:1749610807.823675:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1749610807.823676:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749610807.823676:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749610807.823677:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610807.823679:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92fe80 00000100:00000001:1.0:1749610807.823679:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610807.823681:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111573480 x1834598494567808/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610827 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610807.823682:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300081282 00000400:00000200:2.0:1749610807.823683:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 53176 00000100:00000001:0.0:1749610807.823686:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300081282 00000400:00000200:2.0:1749610807.823688:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749610807.823688:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300081282 00000100:00000001:0.0:1749610807.823690:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300081282 00000400:00000200:2.0:1749610807.823691:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610807.823692:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300081282 00000100:00000001:2.0:1749610807.823694:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749610807.823695:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300081282 00000100:00000200:2.0:1749610807.823696:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749610807.823696:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749610807.823697:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300081282 00000100:00100000:1.0:1749610807.823698:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494567936 00000100:00000010:2.0:1749610807.823699:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111570380. 00000100:00000001:0.0:1749610807.823699:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300081282 02000000:00000001:1.0:1749610807.823700:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749610807.823701:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749610807.823702:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880111570380 x1834598494568064 msgsize 520 00000100:00000001:1.0:1749610807.823702:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610807.823704:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610807.823704:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610807.823705:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880111573480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494567808:12345-0@lo:38:kworker.0 Request processed in 297us (571us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749610807.823706:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749610807.823707:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610807.823708:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610807.823709:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749610807.823710:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494567936 00000020:00000001:1.0:1749610807.823713:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:3.0:1749610807.823714:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 139 00000100:00000001:2.0:1749610807.823714:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000040:1.0:1749610807.823714:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749610807.823715:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1749610807.823716:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610807.823717:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1749610807.823717:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 00000100:00000001:0.0:1749610807.823717:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:1.0:1749610807.823718:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610807.823719:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:2.0:1749610807.823719:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 00000100:00000001:0.0:1749610807.823719:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1749610807.823720:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610807.823720:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610807.823721:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749610807.823721:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610807.823724:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cc80. 00000100:00000200:2.0:1749610807.823724:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119280a80 x1834598494568064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610827 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610807.823724:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125c00. 00000100:00000001:0.0:1749610807.823724:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749610807.823728:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8258. 00000020:00000010:1.0:1749610807.823728:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9780. 00000020:00000010:3.0:1749610807.823732:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2000. 00000100:00000001:2.0:1749610807.823732:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:1.0:1749610807.823733:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c190. 00000100:00000001:3.0:1749610807.823736:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610807.823740:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119280a80 x1834598494568064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610827 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610807.823740:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749610807.823742:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00100000:0.0:1749610807.823742:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494568192 00000100:00000001:1.0:1749610807.823744:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1749610807.823744:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749610807.823746:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610807.823746:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610807.823747:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610807.823748:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610807.823749:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749610807.823750:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610807.823752:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610807.823753:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610807.823754:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749610807.823754:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494568192 00000100:00000040:2.0:1749610807.823756:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 873 usecs (1 jiffies) 00000100:00100000:3.0:1749610807.823757:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494568448 00000020:00000001:0.0:1749610807.823757:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749610807.823758:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1749610807.823758:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 02000000:00000001:3.0:1749610807.823759:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749610807.823759:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300081282 00000020:00000001:0.0:1749610807.823760:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749610807.823761:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610807.823761:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300081282 00000100:00000001:1.0:1749610807.823762:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000040:0.0:1749610807.823762:0:12680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000100:00000001:3.0:1749610807.823763:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610807.823764:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300081282 00000100:00000001:1.0:1749610807.823764:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1749610807.823765:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 02000000:00000001:3.0:1749610807.823766:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610807.823766:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300081282 00000020:00000001:0.0:1749610807.823767:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00100000:3.0:1749610807.823768:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494568448 00000100:00000001:2.0:1749610807.823768:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300081282 00000100:00100000:1.0:1749610807.823768:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 374 00000020:00000001:3.0:1749610807.823770:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610807.823770:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300081282 00000100:00000001:1.0:1749610807.823770:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136900100096 : -131936809451520 : ffff880111570000) 00000020:00000040:3.0:1749610807.823772:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:2.0:1749610807.823772:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300081282 00000100:00000001:0.0:1749610807.823772:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1749610807.823774:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749610807.823774:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300081282 00000100:00000040:1.0:1749610807.823775:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880111570000 x1834598494567936/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610827 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610807.823776:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1749610807.823777:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:2.0:1749610807.823778:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610807.823779:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000020:00000010:0.0:1749610807.823780:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b3b00. 00000100:00000001:2.0:1749610807.823781:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1749610807.823782:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000040:2.0:1749610807.823784:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880119282d80 x1834598494568320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749610807.823785:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1749610807.823786:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880111570000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494567936:12345-0@lo:38:kworker.0 00000020:00000010:3.0:1749610807.823787:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b42116c0. 00000020:00000040:0.0:1749610807.823787:0:12680:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:2.0:1749610807.823790:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1749610807.823790:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494567936 00000020:00000010:3.0:1749610807.823791:0:9693:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b405df00. 00000100:00000001:2.0:1749610807.823791:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749610807.823792:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:2.0:1749610807.823793:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749610807.823795:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:2.0:1749610807.823795:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1749610807.823795:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749610807.823795:0:12680:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1749610807.823797:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b42116c0. 02000000:00000001:2.0:1749610807.823797:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610807.823798:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e200. 00000020:00000010:3.0:1749610807.823800:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b2000. 00000100:00100000:2.0:1749610807.823800:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880119282d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494568320:0@lo:38:kworker.0 00000020:00000010:3.0:1749610807.823803:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6cc80. 00000100:00000001:2.0:1749610807.823803:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000010:0.0:1749610807.823803:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dfff00. 00000020:00000010:3.0:1749610807.823805:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8258. 02000000:00000001:2.0:1749610807.823805:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:1.0:1749610807.823805:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610807.823806:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610807.823807:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add7d0. 02000000:00000001:2.0:1749610807.823808:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00020000:1.0:1749610807.823808:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:3.0:1749610807.823811:0:9693:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 02000000:00000010:2.0:1749610807.823811:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88011157a400. 00010000:00000001:1.0:1749610807.823811:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749610807.823813:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1749610807.823813:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610807.823814:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610807.823814:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749610807.823816:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610807.823817:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749610807.823818:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749610807.823818:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610807.823819:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1749610807.823820:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749610807.823821:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749610807.823821:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe000. 00000400:00000010:2.0:1749610807.823823:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a198. 00000100:00000001:0.0:1749610807.823823:0:12680:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000010:1.0:1749610807.823824:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009cd6a800. 00000100:00000200:2.0:1749610807.823826:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494568320, portal 10 02000000:00000001:1.0:1749610807.823826:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610807.823826:0:12680:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749610807.823827:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610807.823828:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749610807.823828:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610807.823829:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749610807.823830:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749610807.823830:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137031249280 : -131936678302336 : ffff880119282d80) 00010000:00000001:1.0:1749610807.823831:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749610807.823832:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610807.823833:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610807.823834:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610807.823834:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749610807.823836:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880119282d80 x1834598494568320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749610807.823836:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749610807.823839:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749610807.823841:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749610807.823841:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610807.823842:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749610807.823842:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:3.0:1749610807.823843:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494568064 00000100:00000001:0.0:1749610807.823843:0:12680:0:(service.c:2224:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749610807.823844:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1749610807.823844:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:2.0:1749610807.823845:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749610807.823846:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610807.823846:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000010:2.0:1749610807.823847:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a6e8. 00000100:00000001:0.0:1749610807.823847:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749610807.823848:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610807.823849:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494568320, offset 0 00000100:00000001:0.0:1749610807.823849:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1749610807.823850:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749610807.823852:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494568064 00000400:00000200:2.0:1749610807.823853:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1749610807.823853:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 235 00000020:00000001:3.0:1749610807.823854:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749610807.823854:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000040:3.0:1749610807.823855:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749610807.823856:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1749610807.823856:0:12680:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000040:1.0:1749610807.823857:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:3.0:1749610807.823858:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610807.823859:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610807.823859:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134346516096 : -131939363035520 : ffff880079226680) 00000400:00000200:2.0:1749610807.823860:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1749610807.823860:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:3.0:1749610807.823862:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012c7b3c00. 02000000:00000001:1.0:1749610807.823862:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749610807.823864:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf92ff80 00000100:00000040:0.0:1749610807.823864:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079226680 x1834598494568192/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:243/0 lens 224/0 e 0 to 0 dl 1749610818 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749610807.823865:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880136b6c280. 00000100:00000001:1.0:1749610807.823865:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:3.0:1749610807.823867:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c80c8. 00000100:00000040:1.0:1749610807.823867:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749610807.823868:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 53696 00000100:00000001:3.0:1749610807.823869:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749610807.823870:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:1.0:1749610807.823870:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b880. 00000100:00000001:3.0:1749610807.823872:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610807.823872:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1749610807.823873:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749610807.823874:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610807.823874:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494567936, offset 0 00000020:00000010:0.0:1749610807.823874:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e6b30c0. 00000100:00000001:3.0:1749610807.823876:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749610807.823876:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749610807.823876:0:12680:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749610807.823878:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1749610807.823879:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e6b30c0. 00000100:00000001:3.0:1749610807.823880:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749610807.823881:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749610807.823882:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:2.0:1749610807.823883:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:3.0:1749610807.823885:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 236 00000100:00100000:0.0:1749610807.823885:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079226680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494568192:12345-0@lo:400:kworker.0 00000100:00000010:2.0:1749610807.823886:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111570700. 00000100:00000040:3.0:1749610807.823887:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000400:00000200:1.0:1749610807.823887:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1749610807.823888:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494568192 00000100:00000001:3.0:1749610807.823889:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134283312000 : -131939426239616 : ffff8800755dfb80) 00000100:00000040:2.0:1749610807.823889:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880111570700 x1834598494568320 msgsize 520 00000020:00000001:0.0:1749610807.823891:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:1.0:1749610807.823892:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92fe00 00000100:00000040:3.0:1749610807.823894:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800755dfb80 x1834598494568448/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:243/0 lens 224/0 e 0 to 0 dl 1749610818 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749610807.823894:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:0.0:1749610807.823894:0:12680:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:2.0:1749610807.823896:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:0.0:1749610807.823896:0:12680:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610807.823898:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6bf9 [1] + 0 00000020:00000001:0.0:1749610807.823899:0:12680:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1749610807.823901:0:12680:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:3.0:1749610807.823902:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1749610807.823903:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1749610807.823905:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b42116c0. 00000400:00000200:1.0:1749610807.823906:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1749610807.823909:0:12680:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1749610807.823911:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610807.823912:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749610807.823912:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a6e8 00000400:00000010:2.0:1749610807.823914:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a6e8. 00000020:00000001:0.0:1749610807.823914:0:12680:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749610807.823915:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b42116c0. 00000100:00000200:1.0:1749610807.823915:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119281180 x1834598494567936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610832 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610807.823916:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:0.0:1749610807.823916:0:12680:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1749610807.823918:0:12680:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00100000:3.0:1749610807.823920:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800755dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494568448:12345-0@lo:400:kworker.0 00000100:00000200:2.0:1749610807.823920:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880119282d80 x1834598494568320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610807.823921:0:12680:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610807.823923:0:12680:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000200:3.0:1749610807.823924:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494568448 00000100:00000040:1.0:1749610807.823925:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119281180 x1834598494567936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610832 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749610807.823926:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749610807.823927:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1749610807.823928:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:0.0:1749610807.823928:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1749610807.823930:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610807.823930:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880119282d80 x1834598494568320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610832 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749610807.823930:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1749610807.823932:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1749610807.823934:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:1.0:1749610807.823934:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000010:0.0:1749610807.823934:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801205e0000. 00000100:00000001:2.0:1749610807.823936:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749610807.823936:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610807.823937:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1749610807.823937:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:1.0:1749610807.823938:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b880 00000100:00000001:0.0:1749610807.823938:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610807.823940:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749610807.823940:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b880. 00000020:00000001:0.0:1749610807.823941:0:12680:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610807.823942:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1749610807.823942:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:3.0:1749610807.823943:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1749610807.823944:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00010000:00000040:0.0:1749610807.823944:0:12680:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494568192 00000020:00000001:3.0:1749610807.823945:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610807.823946:0:12680:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000020:00000001:3.0:1749610807.823947:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749610807.823947:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610807.823947:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749610807.823950:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1749610807.823950:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 672 usecs (1 jiffies) 00000100:00000040:1.0:1749610807.823950:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00010000:00000200:0.0:1749610807.823951:0:12680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880079226680 x1834598494568192/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:243/0 lens 224/224 e 0 to 0 dl 1749610818 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749610807.823952:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610807.823953:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300081282 00000100:00000001:1.0:1749610807.823953:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749610807.823955:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880135261000. 00000100:00000001:2.0:1749610807.823955:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300081282 00000020:00000001:1.0:1749610807.823955:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749610807.823957:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610807.823957:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300081282 00000100:00000001:3.0:1749610807.823959:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610807.823959:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300081282 00000100:00000040:1.0:1749610807.823959:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111570000 x1834598494567936/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610827 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749610807.823959:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1749610807.823961:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610807.823961:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300081282 00010000:00000001:0.0:1749610807.823961:0:12680:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610807.823963:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300081282 00010000:00000040:3.0:1749610807.823964:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494568448 00000100:00001000:0.0:1749610807.823964:0:12680:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=12 v=5 (1 1 1 1) 00000100:00000001:2.0:1749610807.823965:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300081282 00010000:00000001:3.0:1749610807.823966:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:2.0:1749610807.823967:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300081282 00000100:00000001:0.0:1749610807.823967:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610807.823968:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749610807.823969:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880111570000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494567936:12345-0@lo:38:kworker.0 Request processed in 184us (551us total) trans 0 rc -19/-19 00010000:00000200:3.0:1749610807.823970:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800755dfb80 x1834598494568448/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:243/0 lens 224/224 e 0 to 0 dl 1749610818 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749610807.823970:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610807.823971:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610807.823972:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749610807.823974:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000001:2.0:1749610807.823976:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1749610807.823976:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749610807.823977:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1749610807.823978:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749610807.823978:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:3.0:1749610807.823979:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749610807.823979:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe948. 00000100:00000040:0.0:1749610807.823980:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00001000:3.0:1749610807.823982:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=12 v=5 (1 1 1 1) 00000400:00000200:2.0:1749610807.823982:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ad48 00000400:00000010:0.0:1749610807.823982:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821660. 00000400:00000010:2.0:1749610807.823983:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ad48. 00000100:00000001:2.0:1749610807.823985:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749610807.823986:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1749610807.823986:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 374 00000100:00000200:0.0:1749610807.823987:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494568192, offset 224 00000100:00000040:3.0:1749610807.823988:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000200:2.0:1749610807.823989:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119283480 x1834598494567808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610832 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610807.823989:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749610807.823990:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749610807.823990:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1749610807.823991:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1749610807.823992:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749610807.823993:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610807.823994:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9780. 00000100:00000001:3.0:1749610807.823995:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:2.0:1749610807.823998:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119283480 x1834598494567808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749610832 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749610807.823998:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c190. 00000400:00000200:0.0:1749610807.823999:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749610807.824002:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1749610807.824002:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125c00. 00000400:00000010:3.0:1749610807.824005:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eedaa0. 00000100:00000001:2.0:1749610807.824005:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749610807.824005:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92ff00 00000100:00000001:1.0:1749610807.824006:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610807.824007:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749610807.824009:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494568448, offset 224 00000100:00000001:2.0:1749610807.824009:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610807.824012:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1749610807.824012:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6bfd [1] + 224 00000100:00000001:2.0:1749610807.824014:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610807.824015:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749610807.824016:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610807.824016:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1749610807.824017:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494568320 02000000:00000001:1.0:1749610807.824018:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1749610807.824019:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749610807.824020:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1749610807.824020:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610807.824023:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610807.824024:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749610807 v=5 (0 0 0 0) 02000000:00000001:1.0:1749610807.824025:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610807.824027:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:2.0:1749610807.824028:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=80 v=20 (20 1 1 1) 00000100:00100000:1.0:1749610807.824028:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494568320 00000020:00000001:1.0:1749610807.824030:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749610807.824031:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000040:1.0:1749610807.824031:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749610807.824032:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749610807.824034:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610807.824035:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1749610807.824036:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749610807.824039:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125c00. 00000100:02020000:2.0:1749610807.824040:0:28320:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-osp-MDT0001: operation mds_connect to node 0@lo failed: rc = -19 00000100:00000001:0.0:1749610807.824040:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:3.0:1749610807.824041:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf930000 00000020:00000010:1.0:1749610807.824041:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9780. 00000100:00000001:2.0:1749610807.824044:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:1.0:1749610807.824044:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c190. 00000400:00000200:3.0:1749610807.824046:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6c09 [1] + 224 00000100:00000001:2.0:1749610807.824046:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610807.824046:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749610807.824048:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749610807.824049:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610807.824050:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749610807.824050:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119282a00 x1834598494568192/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610823 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610807.824051:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119283480 x1834598494567808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610832 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610807.824052:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610807.824054:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749610807.824054:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749610807.824057:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610807.824059:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610807.824059:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749610807.824060:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1749610807.824060:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880119282a00 x1834598494568192/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610823 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749610807.824062:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119281500 x1834598494568448/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610823 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610807.824062:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:1.0:1749610807.824063:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 375 00000100:00000001:2.0:1749610807.824064:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610807.824065:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136900100992 : -131936809450624 : ffff880111570380) 00000100:00000001:2.0:1749610807.824066:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610807.824068:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749610807.824069:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880111570380 x1834598494568064/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610827 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749610807.824071:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880119281500 x1834598494568448/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610823 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749610807.824071:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1749610807.824072:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00080000:2.0:1749610807.824074:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610807.824076:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:0.0:1749610807.824078:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821660 00000100:00100000:1.0:1749610807.824079:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880111570380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494568064:12345-0@lo:38:kworker.0 00000100:00000040:2.0:1749610807.824080:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119283480 x1834598494567808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610832 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749610807.824080:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821660. 00000100:00000001:0.0:1749610807.824083:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610807.824085:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749610807.824085:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:1.0:1749610807.824087:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494568064 00000100:00000001:0.0:1749610807.824088:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749610807.824089:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eedaa0 00000100:00100000:2.0:1749610807.824089:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119283480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494567808:0@lo:38:kworker.0 00000020:00000001:1.0:1749610807.824090:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000010:3.0:1749610807.824091:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eedaa0. 00000100:00000040:0.0:1749610807.824091:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00010000:00000001:1.0:1749610807.824092:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749610807.824093:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610807.824093:0:12680:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:3.0:1749610807.824094:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749610807.824095:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749610807.824095:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1749610807.824095:0:12680:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749610807.824097:0:12680:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1749610807.824098:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610807.824098:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119283480 x1834598494567808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749610832 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749610807.824100:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749610807.824101:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000040:0.0:1749610807.824102:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079226680 x1834598494568192/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:243/0 lens 224/224 e 0 to 0 dl 1749610818 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00020000:1.0:1749610807.824103:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749610807.824104:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749610807.824105:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610807.824105:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1749610807.824105:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:2.0:1749610807.824107:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:3.0:1749610807.824108:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1749610807.824108:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000010:2.0:1749610807.824110:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88011157b000. 00000100:00000001:1.0:1749610807.824110:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00100000:0.0:1749610807.824111:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079226680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494568192:12345-0@lo:400:kworker.0 Request processed in 237us (631us total) trans 0 rc 0/0 00000100:00000040:3.0:1749610807.824112:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755dfb80 x1834598494568448/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:243/0 lens 224/224 e 0 to 0 dl 1749610818 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610807.824112:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749610807.824113:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1749610807.824114:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1749610807.824115:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610807.824117:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 02000000:00000010:1.0:1749610807.824117:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009cd6b400. 00000020:00000001:2.0:1749610807.824119:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1749610807.824119:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749610807.824121:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e2800. 00000100:00000001:1.0:1749610807.824121:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610807.824121:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 235 00000100:00100000:3.0:1749610807.824122:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800755dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494568448:12345-0@lo:400:kworker.0 Request processed in 216us (504us total) trans 0 rc 0/0 00010000:00000001:1.0:1749610807.824123:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1749610807.824124:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:0.0:1749610807.824124:0:12680:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00010000:00000001:1.0:1749610807.824125:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610807.824126:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:1.0:1749610807.824127:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749610807.824127:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610807.824129:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:3.0:1749610807.824130:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 236 00000100:00000001:1.0:1749610807.824130:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000010:2.0:1749610807.824132:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119283480. 00000100:00000001:1.0:1749610807.824132:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749610807.824133:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000020:00000010:0.0:1749610807.824133:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dfff00. 00000100:00000040:1.0:1749610807.824134:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749610807.824136:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610807.824136:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000010:0.0:1749610807.824136:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add7d0. 00000100:00000001:3.0:1749610807.824137:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749610807.824139:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749610807.824140:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000020:00000010:0.0:1749610807.824140:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e200. 00000100:00000001:2.0:1749610807.824142:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749610807.824142:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749610807.824144:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749610807.824144:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:0.0:1749610807.824144:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000020:00000010:3.0:1749610807.824145:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6cc80. 02000000:00000001:1.0:1749610807.824146:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610807.824147:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749610807.824148:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8258. 00000100:00000001:1.0:1749610807.824148:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749610807.824149:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1749610807.824150:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:3.0:1749610807.824151:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b2000. 00000100:00000001:2.0:1749610807.824151:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749610807.824152:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b880. 00000100:00000001:2.0:1749610807.824153:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610807.824154:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1749610807.824155:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:0.0:1749610807.824155:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000200:1.0:1749610807.824156:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494568064, offset 0 00000400:00000001:2.0:1749610807.824157:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749610807.824157:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749610807.824158:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1749610807.824159:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1749610807.824160:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 376 00000400:00000010:2.0:1749610807.824161:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fee70. 00000400:00000200:2.0:1749610807.824163:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a880 00000100:00000001:0.0:1749610807.824163:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136900101888 : -131936809449728 : ffff880111570700) 00000400:00000010:2.0:1749610807.824164:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a880. 00000100:00000001:2.0:1749610807.824167:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749610807.824167:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880111570700 x1834598494568320/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749610827 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749610807.824171:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119281180 x1834598494567936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610832 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610807.824173:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1749610807.824180:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119281180 x1834598494567936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610832 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749610807.824181:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1749610807.824183:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880111570700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494568320:12345-0@lo:38:kworker.0 00000100:00000001:2.0:1749610807.824186:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610807.824187:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749610807.824187:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92fe80 00000100:00000200:0.0:1749610807.824187:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494568320 00000100:00000001:2.0:1749610807.824189:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610807.824190:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000001:0.0:1749610807.824190:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749610807.824191:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1749610807.824192:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6c15 [1] + 0 00010000:00000001:0.0:1749610807.824192:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749610807.824193:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610807.824195:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749610807.824196:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:2.0:1749610807.824199:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749610807 v=5 (0 0 0 0) 00000100:00001000:2.0:1749610807.824201:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=62 v=20 (20 1 1 1) 00000020:00000001:0.0:1749610807.824201:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610807.824204:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1749610807.824204:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00020000:0.0:1749610807.824205:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749610807.824206:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:0.0:1749610807.824207:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749610807.824208:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610807.824208:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:0.0:1749610807.824210:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749610807.824211:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119281180 x1834598494567936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610832 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749610807.824212:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119280a80 x1834598494568064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610827 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610807.824213:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749610807.824215:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749610807.824217:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749610807.824218:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000010:0.0:1749610807.824220:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801205e2400. 00000100:00000001:2.0:1749610807.824221:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1749610807.824221:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119280a80 x1834598494568064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610827 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610807.824222:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749610807.824222:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610807.824224:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610807.824226:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749610807.824228:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00010000:00000001:0.0:1749610807.824228:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610807.824230:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610807.824230:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00001000:0.0:1749610807.824231:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00080000:2.0:1749610807.824233:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000200:1.0:1749610807.824234:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b880 00000100:00000001:0.0:1749610807.824235:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00080000:2.0:1749610807.824236:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000400:00000010:1.0:1749610807.824236:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b880. 00000100:00000001:0.0:1749610807.824237:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749610807.824238:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610807.824238:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749610807.824239:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:0.0:1749610807.824239:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:0.0:1749610807.824241:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:2.0:1749610807.824242:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119281180 x1834598494567936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610832 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610807.824242:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610807.824244:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:1.0:1749610807.824245:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749610807.824247:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610807.824247:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:1.0:1749610807.824249:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749610807.824249:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:2.0:1749610807.824250:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119281180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494567936:0@lo:38:kworker.0 02000000:00000001:0.0:1749610807.824251:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749610807.824253:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111570380 x1834598494568064/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610827 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610807.824253:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000001:2.0:1749610807.824255:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610807.824256:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1749610807.824256:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749610807.824258:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe630. 00000400:00000010:0.0:1749610807.824258:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821660. 00000400:00000200:2.0:1749610807.824260:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aee0 00000400:00000010:2.0:1749610807.824261:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aee0. 00000100:00100000:1.0:1749610807.824263:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880111570380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494568064:12345-0@lo:38:kworker.0 Request processed in 183us (559us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749610807.824264:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749610807.824265:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494568320, offset 0 00000100:00000200:2.0:1749610807.824267:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119280a80 x1834598494568064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610827 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610807.824268:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1749610807.824271:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 375 00000100:00000001:1.0:1749610807.824273:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749610807.824274:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1749610807.824275:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119280a80 x1834598494568064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610827 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749610807.824275:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1749610807.824278:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880136b6c280. 00000020:00000010:1.0:1749610807.824281:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c80c8. 00000100:00000001:2.0:1749610807.824282:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749610807.824283:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749610807.824284:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012c7b3c00. 00000100:00000001:2.0:1749610807.824285:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749610807.824286:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1749610807.824286:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf92ff80 00000100:00000001:2.0:1749610807.824287:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610807.824287:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610807.824289:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610807.824291:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749610807.824291:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x6c1d [1] + 0 00000100:00001000:2.0:1749610807.824294:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749610807 v=5 (0 0 0 0) 00000400:00000200:0.0:1749610807.824295:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:2.0:1749610807.824297:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=12 v=15 (15 1 1 1) 00000100:00000001:2.0:1749610807.824299:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:0.0:1749610807.824299:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749610807.824301:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749610807.824302:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749610807.824303:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:0.0:1749610807.824306:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880119282d80 x1834598494568320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610832 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610807.824307:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119280a80 x1834598494568064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610827 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610807.824312:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749610807.824315:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1749610807.824316:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880119282d80 x1834598494568320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610832 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610807.824318:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000001:1.0:1749610807.824318:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749610807.824320:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:1.0:1749610807.824320:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749610807.824321:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749610807.824322:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3dba50. 00000100:00000001:2.0:1749610807.824323:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610807.824324:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:1.0:1749610807.824324:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bbb0 00000100:00000001:0.0:1749610807.824324:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:1.0:1749610807.824326:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bbb0. 00000100:00080000:2.0:1749610807.824327:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1749610807.824328:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000100:00080000:2.0:1749610807.824329:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749610807.824331:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:0.0:1749610807.824331:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821660 00000400:00000010:0.0:1749610807.824332:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821660. 00000100:00000040:2.0:1749610807.824335:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119280a80 x1834598494568064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610827 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610807.824335:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749610807.824336:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:1.0:1749610807.824338:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119282a00 x1834598494568192/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610823 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610807.824339:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610807.824342:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00100000:2.0:1749610807.824343:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119280a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494568064:0@lo:38:kworker.0 00000100:00000001:0.0:1749610807.824344:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749610807.824346:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119282a00 x1834598494568192/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610823 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749610807.824346:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000001:2.0:1749610807.824348:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749610807.824349:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1749610807.824350:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111570700 x1834598494568320/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749610827 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749610807.824351:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe000. 00000400:00000200:2.0:1749610807.824353:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a198 00000100:00000001:1.0:1749610807.824353:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:2.0:1749610807.824354:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a198. 00000100:00000001:1.0:1749610807.824355:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610807.824356:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610807.824357:0:28323:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749610807.824358:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000200:2.0:1749610807.824359:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119282d80 x1834598494568320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610832 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610807.824359:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880111570700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494568320:12345-0@lo:38:kworker.0 Request processed in 178us (468us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749610807.824361:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749610807.824362:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610807.824365:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749610807.824367:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119282d80 x1834598494568320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749610832 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749610807.824368:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 376 00000100:00001000:1.0:1749610807.824370:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=12 v=5 (5 5 5 5) 00000100:00000001:0.0:1749610807.824370:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749610807.824371:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749610807.824373:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00001000:1.0:1749610807.824373:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=12 v=5 (1 1 1 1) 00000100:00000001:2.0:1749610807.824374:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749610807.824375:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9780. 00000100:00000001:2.0:1749610807.824376:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749610807.824376:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1749610807.824377:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749610807.824378:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749610807.824378:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c190. 00000100:00000001:2.0:1749610807.824379:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749610807.824380:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749610807.824380:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000020:00000010:0.0:1749610807.824381:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125c00. 02000000:00000001:2.0:1749610807.824382:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749610807.824385:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749610807 v=5 (0 0 0 0) 00010000:00080000:1.0:1749610807.824385:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880119282a00 x1834598494568192/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610823 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610807.824385:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1749610807.824387:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=112 v=20 (1 1 1 20) 00010000:00000001:1.0:1749610807.824392:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610807.824395:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749610807.824395:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1749610807.824397:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749610807.824397:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1749610807.824399:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749610807.824399:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1749610807.824399:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:1.0:1749610807.824400:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749610807.824403:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119282d80 x1834598494568320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610832 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749610807.824403:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000040:1.0:1749610807.824404:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119282a00 x1834598494568192/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610823 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610807.824410:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749610807.824410:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610807.824411:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610807.824412:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749610807.824412:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749610807.824413:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610807.824414:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610807.824415:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749610807.824416:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749610807.824417:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119282a00 x1834598494568192/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610823 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610807.824417:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1749610807.824418:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749610807.824421:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000400:00000001:0.0:1749610807.824421:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749610807.824423:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000001:0.0:1749610807.824423:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1749610807.824424:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119282a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494568192:0@lo:400:kworker.0 00000400:00000010:0.0:1749610807.824425:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ffaa8. 00000100:00000040:2.0:1749610807.824426:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119282d80 x1834598494568320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610832 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610807.824429:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749610807.824430:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821f68 00000400:00000010:0.0:1749610807.824431:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821f68. 00000100:00100000:2.0:1749610807.824433:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119282d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494568320:0@lo:38:kworker.0 00000100:00000001:0.0:1749610807.824434:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749610807.824435:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749610807.824437:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749610807.824438:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880119281500 x1834598494568448/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610823 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610807.824439:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749610807.824439:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119282a00 x1834598494568192/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610823 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749610807.824441:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119281180 x1834598494567936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610832 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610807.824446:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000200:0.0:1749610807.824447:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880119281500 x1834598494568448/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610823 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610807.824448:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749610807.824448:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1749610807.824449:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749610807.824450:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d125800. 02000000:00000010:2.0:1749610807.824451:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88011157bc00. 02000000:00000001:2.0:1749610807.824453:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1749610807.824453:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610807.824454:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1749610807.824454:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749610807.824454:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000040:2.0:1749610807.824455:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749610807.824455:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1749610807.824456:0:28323:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1749610807.824457:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1749610807.824457:0:28324:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:1.0:1749610807.824458:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610807.824459:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e1400. 02000000:00000001:0.0:1749610807.824459:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000010:1.0:1749610807.824460:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3fe00. 02000000:00000001:2.0:1749610807.824461:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1749610807.824461:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1749610807.824462:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610807.824463:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119281180. 00000100:00000001:0.0:1749610807.824463:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749610807.824464:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749610807.824465:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1749610807.824465:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749610807.824467:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119282a00. 00000100:00001000:0.0:1749610807.824470:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=112 v=5 (5 5 5 5) 00000100:00000001:2.0:1749610807.824473:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00001000:0.0:1749610807.824473:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=112 v=5 (1 1 1 1) 00000100:00000001:1.0:1749610807.824474:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610807.824475:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749610807.824475:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610807.824475:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749610807.824477:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749610807.824477:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610807.824477:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610807.824479:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1749610807.824480:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119280a80 x1834598494568064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610827 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610807.824481:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749610807.824483:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:0.0:1749610807.824483:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880119281500 x1834598494568448/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610823 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749610807.824485:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610807.824487:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749610807.824487:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610807.824488:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610807.824490:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88011157b400. 00010000:00000001:0.0:1749610807.824490:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610807.824492:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1749610807.824492:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000020:00000001:2.0:1749610807.824493:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610807.824494:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000040:0.0:1749610807.824494:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000020:00000001:2.0:1749610807.824496:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1749610807.824496:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 02000000:00000010:2.0:1749610807.824497:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e0c00. 00000100:00000001:0.0:1749610807.824497:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749610807.824499:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610807.824500:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1749610807.824500:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880119281500 x1834598494568448/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610823 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749610807.824501:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119280a80. 00000100:00000001:2.0:1749610807.824504:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749610807.824506:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610807.824507:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749610807.824507:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749610807.824509:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1749610807.824510:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119282d80 x1834598494568320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749610832 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749610807.824515:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610807.824516:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749610807.824565:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749610807.824568:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88011157a400. 00000100:00000040:1.0:1749610807.824570:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300081282, at 4300081282 02000000:00000001:2.0:1749610807.824571:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749610807.824572:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749610807.824573:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1749610807.824575:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749610807.824576:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801205e0800. 00000100:00000010:1.0:1749610807.824577:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677100. 00000100:00000040:0.0:1749610807.824577:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880119281500 x1834598494568448/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610823 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749610807.824578:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749610807.824580:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749610807.824581:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119282d80. 00000100:00000001:2.0:1749610807.824586:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00100000:0.0:1749610807.824586:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880119281500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494568448:0@lo:400:kworker.0 00000100:00000040:3.0:1749610807.824587:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300081282, at 4300081282 00000100:00000001:2.0:1749610807.824588:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610807.824590:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610807.824591:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610807.824592:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610807.824594:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610807.824594:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000010:3.0:1749610807.824595:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b6772c0. 00000100:00000040:0.0:1749610807.824596:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880119281500 x1834598494568448/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749610823 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749610807.824601:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610807.824603:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610807.824603:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749610807.824604:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749610807.824607:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007fb8f400. 02000000:00000001:0.0:1749610807.824610:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749610807.824612:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749610807.824613:0:28324:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000040:2.0:1749610807.824615:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300081282, at 4300081282 00000020:00000001:0.0:1749610807.824615:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749610807.824617:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88007ef3fd00. 02000000:00000001:0.0:1749610807.824621:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000010:2.0:1749610807.824622:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677e00. 02000000:00000001:0.0:1749610807.824622:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749610807.824624:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880119281500. 00000100:00000001:0.0:1749610807.824627:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749610807.824629:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610807.824630:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610807.824635:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610807.824637:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610807.824639:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749610807.824641:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749610807.824649:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300081282, at 4300081282 00000100:00000010:0.0:1749610807.824655:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b677e80. 00000100:00000001:0.0:1749610807.861627:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610807.861633:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610807.861635:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610807.861638:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610807.861641:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610807.861644:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610807.861655:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610807.861657:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610807.861660:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610808.457699:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610808.457708:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610808.457711:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610808.457716:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610808.457720:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610808.457724:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610808.457728:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610808.457731:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610808.457733:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610808.734200:0:23319:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff300. 00080000:00000010:0.0:1749610808.734210:0:23319:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff300. 00000020:00000001:0.0:1749610808.734215:0:23319:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610808.734233:0:23319:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff300. 00080000:00000010:0.0:1749610808.734238:0:23319:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff300. 00000020:00000001:0.0:1749610808.734241:0:23319:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610808.734248:0:23319:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff300. 00080000:00000010:0.0:1749610808.734253:0:23319:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff300. 00000020:00000001:0.0:1749610808.734256:0:23319:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610808.738357:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749610808.738364:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749610808.738368:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610808.738438:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749610808.738441:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749610808.738444:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610808.738450:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9b00. 00080000:00000010:1.0:1749610808.738453:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9b00. 00000020:00000001:1.0:1749610808.738455:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749610808.750580:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749610808.750585:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749610808.750726:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749610808.750731:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749610808.750736:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749610808.824616:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749610808.824630:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749610808.824632:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749610808.824636:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749610808.824639:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749610808.824643:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749610808.824646:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1749610808.854713:0:23362:0:(debug.c:791:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1749610808.854718:0:23362:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_150a: @@@@@@ FAIL: mount failed with (5) 00000001:00000001:1.0:1749610808.858268:0:23362:0:(debug.c:794:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000001:0.0:1749610808.861555:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610808.861559:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610808.861561:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610808.861564:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006b8afb40 going to sleep for 0 seconds 00000100:00000001:0.0:1749610808.861565:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610808.861568:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610808.861571:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610808.861573:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610808.861575:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610808.907155:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dfff00. 00080000:00000010:0.0:1749610808.907165:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dfff00. 00000020:00000001:0.0:1749610808.907171:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610808.907260:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dfff00. 00080000:00000010:0.0:1749610808.907269:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dfff00. 00000020:00000001:0.0:1749610808.907283:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749610808.907294:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dfff00. 00080000:00000010:0.0:1749610808.907300:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dfff00. 00000020:00000001:0.0:1749610808.907303:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610809.336479:0:23384:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387d00. 00080000:00000010:2.0:1749610809.336491:0:23384:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387d00. 00000020:00000001:2.0:1749610809.336499:0:23384:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610809.336581:0:23384:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387d00. 00080000:00000010:2.0:1749610809.336587:0:23384:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387d00. 00000020:00000001:2.0:1749610809.336591:0:23384:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749610809.336599:0:23384:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387d00. 00080000:00000010:2.0:1749610809.336603:0:23384:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387d00. 00000020:00000001:2.0:1749610809.336607:0:23384:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610809.341092:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9f80. 00080000:00000010:1.0:1749610809.341099:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9f80. 00000020:00000001:1.0:1749610809.341105:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610809.341175:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9f80. 00080000:00000010:1.0:1749610809.341179:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9f80. 00000020:00000001:1.0:1749610809.341182:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749610809.341187:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9f80. 00080000:00000010:1.0:1749610809.341191:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9f80. 00000020:00000001:1.0:1749610809.341193:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749610809.457615:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749610809.457621:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749610809.457623:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749610809.457627:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749610809.457631:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749610809.457635:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610809.457638:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749610809.457641:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749610809.457644:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) Debug log: 58744 lines, 58744 kept, 0 dropped, 0 bad.